2024-12-03 16:05:05,636 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-03 16:05:05,653 main DEBUG Took 0.013571 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 16:05:05,653 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 16:05:05,654 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 16:05:05,655 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 16:05:05,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 16:05:05,666 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 16:05:05,687 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 16:05:05,689 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 16:05:05,691 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 16:05:05,692 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 16:05:05,693 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 16:05:05,695 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 16:05:05,696 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 16:05:05,697 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 16:05:05,697 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 16:05:05,698 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 16:05:05,699 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 16:05:05,700 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 16:05:05,701 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,701 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 16:05:05,703 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 16:05:05,705 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 16:05:05,708 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 16:05:05,708 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 16:05:05,710 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 16:05:05,710 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 16:05:05,720 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 16:05:05,724 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 16:05:05,727 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 16:05:05,727 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 16:05:05,728 main DEBUG createAppenders(={Console}) 2024-12-03 16:05:05,729 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-03 16:05:05,729 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-03 16:05:05,729 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-03 16:05:05,730 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 16:05:05,731 main DEBUG OutputStream closed 2024-12-03 16:05:05,731 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 16:05:05,731 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 16:05:05,732 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-03 16:05:05,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 16:05:05,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 16:05:05,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 16:05:05,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 16:05:05,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 16:05:05,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 16:05:05,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 16:05:05,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 16:05:05,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 16:05:05,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 16:05:05,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 16:05:05,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 16:05:05,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 16:05:05,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 16:05:05,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 16:05:05,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 16:05:05,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 16:05:05,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 16:05:05,843 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 16:05:05,844 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-03 16:05:05,844 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 16:05:05,845 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-03T16:05:06,180 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c 2024-12-03 16:05:06,184 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 16:05:06,184 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T16:05:06,197 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-12-03T16:05:06,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T16:05:06,244 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/cluster_e4db448d-ee9b-6457-8557-e2fa627e2c14, deleteOnExit=true 2024-12-03T16:05:06,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T16:05:06,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/test.cache.data in system properties and HBase conf 2024-12-03T16:05:06,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T16:05:06,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/hadoop.log.dir in system properties and HBase conf 2024-12-03T16:05:06,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T16:05:06,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T16:05:06,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T16:05:06,367 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T16:05:06,489 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T16:05:06,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T16:05:06,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T16:05:06,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T16:05:06,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T16:05:06,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T16:05:06,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T16:05:06,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T16:05:06,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T16:05:06,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T16:05:06,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/nfs.dump.dir in system properties and HBase conf 2024-12-03T16:05:06,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/java.io.tmpdir in system properties and HBase conf 2024-12-03T16:05:06,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T16:05:06,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T16:05:06,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T16:05:07,465 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T16:05:07,570 INFO [Time-limited test {}] log.Log(170): Logging initialized @2746ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T16:05:07,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T16:05:07,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T16:05:07,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T16:05:07,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T16:05:07,770 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T16:05:07,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T16:05:07,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/hadoop.log.dir/,AVAILABLE} 2024-12-03T16:05:07,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T16:05:08,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/java.io.tmpdir/jetty-localhost-39511-hadoop-hdfs-3_4_1-tests_jar-_-any-13656577612715423448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T16:05:08,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:39511} 2024-12-03T16:05:08,030 INFO [Time-limited test {}] server.Server(415): Started @3208ms 2024-12-03T16:05:08,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T16:05:08,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T16:05:08,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T16:05:08,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T16:05:08,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T16:05:08,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/hadoop.log.dir/,AVAILABLE} 2024-12-03T16:05:08,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T16:05:08,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/java.io.tmpdir/jetty-localhost-45159-hadoop-hdfs-3_4_1-tests_jar-_-any-6050371531871362098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T16:05:08,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:45159} 2024-12-03T16:05:08,638 INFO [Time-limited test {}] server.Server(415): Started @3816ms 2024-12-03T16:05:08,702 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T16:05:09,220 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/cluster_e4db448d-ee9b-6457-8557-e2fa627e2c14/data/data2/current/BP-2043607580-172.17.0.3-1733241907201/current, will proceed with Du for space computation calculation, 2024-12-03T16:05:09,220 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/cluster_e4db448d-ee9b-6457-8557-e2fa627e2c14/data/data1/current/BP-2043607580-172.17.0.3-1733241907201/current, will proceed with Du for space computation calculation, 2024-12-03T16:05:09,270 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T16:05:09,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c 2024-12-03T16:05:09,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbdf238496cba3b7 with lease ID 0x6b4b2c4a29860a84: Processing first storage report for DS-bd691b68-a12f-4fda-8d7c-cbd3643fa213 from datanode DatanodeRegistration(127.0.0.1:39673, datanodeUuid=356e268e-7a99-49d5-8fe4-df0abf953708, infoPort=36593, infoSecurePort=0, ipcPort=38575, storageInfo=lv=-57;cid=testClusterID;nsid=598220098;c=1733241907201) 2024-12-03T16:05:09,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbdf238496cba3b7 with lease ID 0x6b4b2c4a29860a84: from storage DS-bd691b68-a12f-4fda-8d7c-cbd3643fa213 node DatanodeRegistration(127.0.0.1:39673, datanodeUuid=356e268e-7a99-49d5-8fe4-df0abf953708, infoPort=36593, infoSecurePort=0, ipcPort=38575, storageInfo=lv=-57;cid=testClusterID;nsid=598220098;c=1733241907201), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T16:05:09,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbdf238496cba3b7 with lease ID 0x6b4b2c4a29860a84: Processing first storage report for DS-44e72afd-a9e8-4d97-a7e6-f20eb20f5371 from datanode DatanodeRegistration(127.0.0.1:39673, datanodeUuid=356e268e-7a99-49d5-8fe4-df0abf953708, infoPort=36593, infoSecurePort=0, ipcPort=38575, storageInfo=lv=-57;cid=testClusterID;nsid=598220098;c=1733241907201) 2024-12-03T16:05:09,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbdf238496cba3b7 with lease ID 0x6b4b2c4a29860a84: from storage DS-44e72afd-a9e8-4d97-a7e6-f20eb20f5371 node DatanodeRegistration(127.0.0.1:39673, datanodeUuid=356e268e-7a99-49d5-8fe4-df0abf953708, infoPort=36593, infoSecurePort=0, ipcPort=38575, storageInfo=lv=-57;cid=testClusterID;nsid=598220098;c=1733241907201), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T16:05:09,414 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/cluster_e4db448d-ee9b-6457-8557-e2fa627e2c14/zookeeper_0, clientPort=50175, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/cluster_e4db448d-ee9b-6457-8557-e2fa627e2c14/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/cluster_e4db448d-ee9b-6457-8557-e2fa627e2c14/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T16:05:09,428 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50175 2024-12-03T16:05:09,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T16:05:09,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T16:05:09,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741825_1001 (size=7) 2024-12-03T16:05:10,126 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8 with version=8 2024-12-03T16:05:10,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/hbase-staging 2024-12-03T16:05:10,238 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T16:05:10,492 INFO [Time-limited test {}] client.ConnectionUtils(128): master/713339a81dd9:0 server-side Connection retries=45 2024-12-03T16:05:10,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T16:05:10,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T16:05:10,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T16:05:10,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T16:05:10,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T16:05:10,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T16:05:10,788 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T16:05:10,800 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T16:05:10,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T16:05:10,839 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 30412 (auto-detected) 2024-12-03T16:05:10,840 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-03T16:05:10,859 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41395 2024-12-03T16:05:10,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41395 connecting to ZooKeeper ensemble=127.0.0.1:50175 2024-12-03T16:05:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413950x0, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T16:05:10,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41395-0x101792e17110000 connected 2024-12-03T16:05:10,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T16:05:10,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T16:05:10,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T16:05:10,979 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8, hbase.cluster.distributed=false 2024-12-03T16:05:11,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T16:05:11,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41395 2024-12-03T16:05:11,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41395 2024-12-03T16:05:11,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41395 2024-12-03T16:05:11,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41395 2024-12-03T16:05:11,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41395 2024-12-03T16:05:11,139 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/713339a81dd9:0 server-side Connection retries=45 2024-12-03T16:05:11,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T16:05:11,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T16:05:11,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T16:05:11,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T16:05:11,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T16:05:11,144 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T16:05:11,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T16:05:11,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43037 2024-12-03T16:05:11,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43037 connecting to ZooKeeper ensemble=127.0.0.1:50175 2024-12-03T16:05:11,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T16:05:11,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T16:05:11,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430370x0, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T16:05:11,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430370x0, quorum=127.0.0.1:50175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T16:05:11,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43037-0x101792e17110001 connected 2024-12-03T16:05:11,166 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T16:05:11,180 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T16:05:11,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T16:05:11,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T16:05:11,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43037 2024-12-03T16:05:11,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43037 2024-12-03T16:05:11,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43037 2024-12-03T16:05:11,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43037 2024-12-03T16:05:11,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43037 2024-12-03T16:05:11,215 DEBUG [M:0;713339a81dd9:41395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;713339a81dd9:41395 2024-12-03T16:05:11,216 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/713339a81dd9,41395,1733241910291 2024-12-03T16:05:11,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T16:05:11,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T16:05:11,225 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/713339a81dd9,41395,1733241910291 2024-12-03T16:05:11,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T16:05:11,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:05:11,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:05:11,251 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T16:05:11,252 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/713339a81dd9,41395,1733241910291 from backup master directory 2024-12-03T16:05:11,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T16:05:11,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/713339a81dd9,41395,1733241910291 2024-12-03T16:05:11,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T16:05:11,257 WARN [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T16:05:11,257 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=713339a81dd9,41395,1733241910291 2024-12-03T16:05:11,260 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T16:05:11,262 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T16:05:11,325 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/hbase.id] with ID: 00100d00-06e3-4dcd-9d37-75120d6128c2 2024-12-03T16:05:11,325 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/.tmp/hbase.id 2024-12-03T16:05:11,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741826_1002 (size=42) 2024-12-03T16:05:11,338 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/.tmp/hbase.id]:[hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/hbase.id] 2024-12-03T16:05:11,387 INFO [master/713339a81dd9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T16:05:11,392 INFO [master/713339a81dd9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T16:05:11,417 INFO [master/713339a81dd9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-12-03T16:05:11,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:05:11,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:05:11,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741827_1003 (size=196) 2024-12-03T16:05:11,454 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T16:05:11,457 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T16:05:11,473 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:11,478 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T16:05:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741828_1004 (size=1189) 2024-12-03T16:05:11,538 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store 2024-12-03T16:05:11,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741829_1005 (size=34) 2024-12-03T16:05:11,969 INFO [master/713339a81dd9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T16:05:11,972 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:05:11,974 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T16:05:11,974 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T16:05:11,974 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T16:05:11,975 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T16:05:11,976 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T16:05:11,976 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T16:05:11,977 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733241911973Disabling compacts and flushes for region at 1733241911973Disabling writes for close at 1733241911976 (+3 ms)Writing region close event to WAL at 1733241911976Closed at 1733241911976 2024-12-03T16:05:11,979 WARN [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/.initializing 2024-12-03T16:05:11,980 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/WALs/713339a81dd9,41395,1733241910291 2024-12-03T16:05:11,990 INFO [master/713339a81dd9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T16:05:12,007 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C41395%2C1733241910291, suffix=, logDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/WALs/713339a81dd9,41395,1733241910291, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/oldWALs, maxLogs=10 2024-12-03T16:05:12,031 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/WALs/713339a81dd9,41395,1733241910291/713339a81dd9%2C41395%2C1733241910291.1733241912012, exclude list is [], retry=0 2024-12-03T16:05:12,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39673,DS-bd691b68-a12f-4fda-8d7c-cbd3643fa213,DISK] 2024-12-03T16:05:12,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T16:05:12,089 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/WALs/713339a81dd9,41395,1733241910291/713339a81dd9%2C41395%2C1733241910291.1733241912012 2024-12-03T16:05:12,090 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-03T16:05:12,090 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T16:05:12,091 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:05:12,095 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T16:05:12,097 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T16:05:12,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T16:05:12,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T16:05:12,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:12,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T16:05:12,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T16:05:12,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T16:05:12,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:12,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:05:12,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T16:05:12,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T16:05:12,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:12,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:05:12,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T16:05:12,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T16:05:12,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:12,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:05:12,190 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T16:05:12,194 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T16:05:12,195 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T16:05:12,200 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T16:05:12,201 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T16:05:12,205 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T16:05:12,209 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T16:05:12,214 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T16:05:12,216 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68787807, jitterRate=0.025018200278282166}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T16:05:12,221 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733241912110Initializing all the Stores at 1733241912113 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241912114 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241912114Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241912115 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241912115Cleaning up temporary data from old regions at 1733241912201 (+86 ms)Region opened successfully at 1733241912220 (+19 ms) 2024-12-03T16:05:12,222 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T16:05:12,257 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e73a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=713339a81dd9/172.17.0.3:0 2024-12-03T16:05:12,291 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T16:05:12,303 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T16:05:12,304 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T16:05:12,307 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T16:05:12,308 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T16:05:12,313 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-03T16:05:12,314 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T16:05:12,345 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T16:05:12,357 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T16:05:12,360 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T16:05:12,363 INFO [master/713339a81dd9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T16:05:12,365 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T16:05:12,367 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T16:05:12,370 INFO [master/713339a81dd9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T16:05:12,375 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T16:05:12,376 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T16:05:12,378 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T16:05:12,380 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T16:05:12,402 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T16:05:12,404 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T16:05:12,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T16:05:12,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T16:05:12,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:05:12,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:05:12,411 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=713339a81dd9,41395,1733241910291, sessionid=0x101792e17110000, setting cluster-up flag (Was=false) 2024-12-03T16:05:12,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:05:12,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:05:12,432 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T16:05:12,435 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=713339a81dd9,41395,1733241910291 2024-12-03T16:05:12,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:05:12,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:05:12,447 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T16:05:12,449 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=713339a81dd9,41395,1733241910291 2024-12-03T16:05:12,456 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T16:05:12,504 INFO [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(746): ClusterId : 00100d00-06e3-4dcd-9d37-75120d6128c2 2024-12-03T16:05:12,507 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T16:05:12,511 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T16:05:12,512 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T16:05:12,515 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T16:05:12,516 DEBUG [RS:0;713339a81dd9:43037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de24d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=713339a81dd9/172.17.0.3:0 2024-12-03T16:05:12,534 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T16:05:12,536 DEBUG [RS:0;713339a81dd9:43037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;713339a81dd9:43037 2024-12-03T16:05:12,539 INFO [RS:0;713339a81dd9:43037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T16:05:12,539 INFO [RS:0;713339a81dd9:43037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T16:05:12,539 DEBUG [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T16:05:12,542 INFO [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(2659): reportForDuty to master=713339a81dd9,41395,1733241910291 with port=43037, startcode=1733241911101 2024-12-03T16:05:12,548 INFO [master/713339a81dd9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T16:05:12,553 DEBUG [RS:0;713339a81dd9:43037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T16:05:12,558 INFO [master/713339a81dd9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T16:05:12,565 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 713339a81dd9,41395,1733241910291 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T16:05:12,580 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T16:05:12,580 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T16:05:12,580 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T16:05:12,581 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T16:05:12,581 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/713339a81dd9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T16:05:12,581 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T16:05:12,582 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/713339a81dd9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T16:05:12,582 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T16:05:12,584 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733241942584 2024-12-03T16:05:12,586 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T16:05:12,588 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T16:05:12,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T16:05:12,591 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T16:05:12,592 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36959, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T16:05:12,594 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T16:05:12,595 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T16:05:12,596 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T16:05:12,596 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T16:05:12,598 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:12,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T16:05:12,600 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41395 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:12,598 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,603 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T16:05:12,605 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T16:05:12,605 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T16:05:12,612 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T16:05:12,613 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T16:05:12,617 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241912615,5,FailOnTimeoutGroup] 2024-12-03T16:05:12,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741831_1007 (size=1321) 2024-12-03T16:05:12,620 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241912618,5,FailOnTimeoutGroup] 2024-12-03T16:05:12,620 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,621 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T16:05:12,622 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,623 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,632 DEBUG [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T16:05:12,633 WARN [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T16:05:12,734 INFO [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(2659): reportForDuty to master=713339a81dd9,41395,1733241910291 with port=43037, startcode=1733241911101 2024-12-03T16:05:12,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 713339a81dd9,43037,1733241911101 2024-12-03T16:05:12,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41395 {}] master.ServerManager(517): Registering regionserver=713339a81dd9,43037,1733241911101 2024-12-03T16:05:12,750 DEBUG [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8 2024-12-03T16:05:12,750 DEBUG [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46319 2024-12-03T16:05:12,750 DEBUG [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T16:05:12,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T16:05:12,756 DEBUG [RS:0;713339a81dd9:43037 {}] zookeeper.ZKUtil(111): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/713339a81dd9,43037,1733241911101 2024-12-03T16:05:12,756 WARN [RS:0;713339a81dd9:43037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T16:05:12,756 INFO [RS:0;713339a81dd9:43037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T16:05:12,757 DEBUG [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/WALs/713339a81dd9,43037,1733241911101 2024-12-03T16:05:12,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [713339a81dd9,43037,1733241911101] 2024-12-03T16:05:12,786 INFO [RS:0;713339a81dd9:43037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T16:05:12,800 INFO [RS:0;713339a81dd9:43037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T16:05:12,806 INFO [RS:0;713339a81dd9:43037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T16:05:12,806 INFO [RS:0;713339a81dd9:43037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,808 INFO [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T16:05:12,815 INFO [RS:0;713339a81dd9:43037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T16:05:12,817 INFO [RS:0;713339a81dd9:43037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,818 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T16:05:12,818 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T16:05:12,818 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T16:05:12,819 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T16:05:12,819 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T16:05:12,819 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/713339a81dd9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T16:05:12,819 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T16:05:12,820 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T16:05:12,820 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T16:05:12,820 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T16:05:12,820 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T16:05:12,821 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T16:05:12,821 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/713339a81dd9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T16:05:12,821 DEBUG [RS:0;713339a81dd9:43037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T16:05:12,826 INFO [RS:0;713339a81dd9:43037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,826 INFO [RS:0;713339a81dd9:43037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,826 INFO [RS:0;713339a81dd9:43037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,826 INFO [RS:0;713339a81dd9:43037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,826 INFO [RS:0;713339a81dd9:43037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,827 INFO [RS:0;713339a81dd9:43037 {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,43037,1733241911101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T16:05:12,847 INFO [RS:0;713339a81dd9:43037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T16:05:12,849 INFO [RS:0;713339a81dd9:43037 {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,43037,1733241911101-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,850 INFO [RS:0;713339a81dd9:43037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,850 INFO [RS:0;713339a81dd9:43037 {}] regionserver.Replication(171): 713339a81dd9,43037,1733241911101 started 2024-12-03T16:05:12,870 INFO [RS:0;713339a81dd9:43037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:12,871 INFO [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(1482): Serving as 713339a81dd9,43037,1733241911101, RpcServer on 713339a81dd9/172.17.0.3:43037, sessionid=0x101792e17110001 2024-12-03T16:05:12,872 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T16:05:12,872 DEBUG [RS:0;713339a81dd9:43037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 713339a81dd9,43037,1733241911101 2024-12-03T16:05:12,872 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '713339a81dd9,43037,1733241911101' 2024-12-03T16:05:12,872 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T16:05:12,873 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T16:05:12,874 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T16:05:12,874 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T16:05:12,874 DEBUG [RS:0;713339a81dd9:43037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 713339a81dd9,43037,1733241911101 2024-12-03T16:05:12,874 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '713339a81dd9,43037,1733241911101' 2024-12-03T16:05:12,874 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T16:05:12,875 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T16:05:12,876 DEBUG [RS:0;713339a81dd9:43037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T16:05:12,876 INFO [RS:0;713339a81dd9:43037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T16:05:12,876 INFO [RS:0;713339a81dd9:43037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T16:05:12,981 INFO [RS:0;713339a81dd9:43037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T16:05:12,985 INFO [RS:0;713339a81dd9:43037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C43037%2C1733241911101, suffix=, logDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/WALs/713339a81dd9,43037,1733241911101, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/oldWALs, maxLogs=32 2024-12-03T16:05:13,003 DEBUG [RS:0;713339a81dd9:43037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/WALs/713339a81dd9,43037,1733241911101/713339a81dd9%2C43037%2C1733241911101.1733241912987, exclude list is [], retry=0 2024-12-03T16:05:13,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39673,DS-bd691b68-a12f-4fda-8d7c-cbd3643fa213,DISK] 2024-12-03T16:05:13,015 INFO [RS:0;713339a81dd9:43037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/WALs/713339a81dd9,43037,1733241911101/713339a81dd9%2C43037%2C1733241911101.1733241912987 2024-12-03T16:05:13,015 DEBUG [RS:0;713339a81dd9:43037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-03T16:05:13,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T16:05:13,023 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8 2024-12-03T16:05:13,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741833_1009 (size=32) 2024-12-03T16:05:13,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:05:13,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T16:05:13,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T16:05:13,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:13,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T16:05:13,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T16:05:13,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T16:05:13,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:13,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T16:05:13,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T16:05:13,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T16:05:13,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:13,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T16:05:13,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T16:05:13,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T16:05:13,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:13,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T16:05:13,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T16:05:13,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740 2024-12-03T16:05:13,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740 2024-12-03T16:05:13,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T16:05:13,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T16:05:13,470 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T16:05:13,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T16:05:13,477 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T16:05:13,478 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64317513, jitterRate=-0.04159437119960785}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T16:05:13,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733241913441Initializing all the Stores at 1733241913443 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241913443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241913444 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241913444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241913444Cleaning up temporary data from old regions at 1733241913469 (+25 ms)Region opened successfully at 1733241913480 (+11 ms) 2024-12-03T16:05:13,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T16:05:13,480 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T16:05:13,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T16:05:13,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T16:05:13,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T16:05:13,482 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T16:05:13,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733241913480Disabling compacts and flushes for region at 1733241913480Disabling writes for close at 1733241913480Writing region close event to WAL at 1733241913481 (+1 ms)Closed at 1733241913482 (+1 ms) 2024-12-03T16:05:13,486 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T16:05:13,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T16:05:13,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T16:05:13,502 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T16:05:13,505 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T16:05:13,658 DEBUG [713339a81dd9:41395 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T16:05:13,671 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:05:13,680 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 713339a81dd9,43037,1733241911101, state=OPENING 2024-12-03T16:05:13,686 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T16:05:13,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:05:13,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:05:13,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T16:05:13,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T16:05:13,691 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T16:05:13,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:05:13,871 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T16:05:13,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37019, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T16:05:13,912 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T16:05:13,913 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T16:05:13,913 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T16:05:13,918 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C43037%2C1733241911101.meta, suffix=.meta, logDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/WALs/713339a81dd9,43037,1733241911101, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/oldWALs, maxLogs=32 2024-12-03T16:05:13,937 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/WALs/713339a81dd9,43037,1733241911101/713339a81dd9%2C43037%2C1733241911101.meta.1733241913919.meta, exclude list is [], retry=0 2024-12-03T16:05:13,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39673,DS-bd691b68-a12f-4fda-8d7c-cbd3643fa213,DISK] 2024-12-03T16:05:13,946 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/WALs/713339a81dd9,43037,1733241911101/713339a81dd9%2C43037%2C1733241911101.meta.1733241913919.meta 2024-12-03T16:05:13,946 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-03T16:05:13,947 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T16:05:13,949 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T16:05:13,953 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T16:05:13,957 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T16:05:13,962 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T16:05:13,963 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:05:13,963 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T16:05:13,963 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T16:05:13,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T16:05:13,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T16:05:13,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:13,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T16:05:13,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T16:05:13,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T16:05:13,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:13,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T16:05:13,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T16:05:13,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T16:05:13,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:13,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T16:05:13,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T16:05:13,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T16:05:13,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:13,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T16:05:13,981 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T16:05:13,982 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740 2024-12-03T16:05:13,985 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740 2024-12-03T16:05:13,987 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T16:05:13,987 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T16:05:13,988 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T16:05:13,991 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T16:05:13,992 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62182463, jitterRate=-0.07340909540653229}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T16:05:13,993 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T16:05:13,994 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733241913964Writing region info on filesystem at 1733241913964Initializing all the Stores at 1733241913967 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241913967Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241913967Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241913967Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241913967Cleaning up temporary data from old regions at 1733241913987 (+20 ms)Running coprocessor post-open hooks at 1733241913993 (+6 ms)Region opened successfully at 1733241913994 (+1 ms) 2024-12-03T16:05:14,003 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733241913860 2024-12-03T16:05:14,017 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T16:05:14,017 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T16:05:14,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:05:14,021 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 713339a81dd9,43037,1733241911101, state=OPEN 2024-12-03T16:05:14,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T16:05:14,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T16:05:14,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T16:05:14,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T16:05:14,033 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:14,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T16:05:14,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=713339a81dd9,43037,1733241911101 in 341 msec 2024-12-03T16:05:14,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T16:05:14,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 548 msec 2024-12-03T16:05:14,049 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T16:05:14,049 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T16:05:14,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:14,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:14,098 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:14,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48745, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:14,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6340 sec 2024-12-03T16:05:14,123 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733241914123, completionTime=-1 2024-12-03T16:05:14,126 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T16:05:14,126 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T16:05:14,153 INFO [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T16:05:14,154 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733241974153 2024-12-03T16:05:14,154 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733242034154 2024-12-03T16:05:14,154 INFO [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-03T16:05:14,156 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,41395,1733241910291-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:14,156 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,41395,1733241910291-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:14,157 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,41395,1733241910291-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:14,158 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-713339a81dd9:41395, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:14,158 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:14,159 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:14,165 DEBUG [master/713339a81dd9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T16:05:14,190 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-12-03T16:05:14,191 INFO [master/713339a81dd9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T16:05:14,193 INFO [master/713339a81dd9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T16:05:14,194 INFO [master/713339a81dd9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T16:05:14,194 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T16:05:14,194 INFO [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T16:05:14,195 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,41395,1733241910291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T16:05:14,196 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,41395,1733241910291-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T16:05:14,204 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T16:05:14,205 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T16:05:14,206 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,41395,1733241910291-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T16:05:14,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:14,217 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T16:05:14,217 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T16:05:14,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:14,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:14,232 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519651b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:14,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:14,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:14,244 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:14,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:14,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:14,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:14,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:14,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:14,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=713339a81dd9,41395,1733241910291 2024-12-03T16:05:14,293 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=11, AvailableMemoryMB=1466 2024-12-03T16:05:14,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T16:05:14,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 713339a81dd9,41395,1733241910291 2024-12-03T16:05:14,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a1209f1 2024-12-03T16:05:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T16:05:14,314 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T16:05:14,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T16:05:14,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T16:05:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T16:05:14,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T16:05:14,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-03T16:05:14,357 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:14,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T16:05:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T16:05:14,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741835_1011 (size=959) 2024-12-03T16:05:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T16:05:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T16:05:14,783 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8 2024-12-03T16:05:14,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741836_1012 (size=53) 2024-12-03T16:05:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T16:05:15,194 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:05:15,194 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 278056ddf6eee50596fb9e79673352e9, disabling compactions & flushes 2024-12-03T16:05:15,194 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:15,195 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:15,195 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. after waiting 0 ms 2024-12-03T16:05:15,195 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:15,195 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:15,195 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 278056ddf6eee50596fb9e79673352e9: Waiting for close lock at 1733241915194Disabling compacts and flushes for region at 1733241915194Disabling writes for close at 1733241915195 (+1 ms)Writing region close event to WAL at 1733241915195Closed at 1733241915195 2024-12-03T16:05:15,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T16:05:15,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733241915198"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733241915198"}]},"ts":"1733241915198"} 2024-12-03T16:05:15,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T16:05:15,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T16:05:15,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241915213"}]},"ts":"1733241915213"} 2024-12-03T16:05:15,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T16:05:15,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=278056ddf6eee50596fb9e79673352e9, ASSIGN}] 2024-12-03T16:05:15,230 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=278056ddf6eee50596fb9e79673352e9, ASSIGN 2024-12-03T16:05:15,231 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=278056ddf6eee50596fb9e79673352e9, ASSIGN; state=OFFLINE, location=713339a81dd9,43037,1733241911101; forceNewPlan=false, retain=false 2024-12-03T16:05:15,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=278056ddf6eee50596fb9e79673352e9, regionState=OPENING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:05:15,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=278056ddf6eee50596fb9e79673352e9, ASSIGN because future has completed 2024-12-03T16:05:15,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:05:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T16:05:15,551 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:15,551 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T16:05:15,552 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:15,552 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:05:15,552 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:15,552 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:15,555 INFO [StoreOpener-278056ddf6eee50596fb9e79673352e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:15,557 INFO [StoreOpener-278056ddf6eee50596fb9e79673352e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 278056ddf6eee50596fb9e79673352e9 columnFamilyName A 2024-12-03T16:05:15,557 DEBUG [StoreOpener-278056ddf6eee50596fb9e79673352e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:15,558 INFO [StoreOpener-278056ddf6eee50596fb9e79673352e9-1 {}] regionserver.HStore(327): Store=278056ddf6eee50596fb9e79673352e9/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:05:15,559 INFO [StoreOpener-278056ddf6eee50596fb9e79673352e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:15,561 INFO [StoreOpener-278056ddf6eee50596fb9e79673352e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 278056ddf6eee50596fb9e79673352e9 columnFamilyName B 2024-12-03T16:05:15,561 DEBUG [StoreOpener-278056ddf6eee50596fb9e79673352e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:15,562 INFO [StoreOpener-278056ddf6eee50596fb9e79673352e9-1 {}] regionserver.HStore(327): Store=278056ddf6eee50596fb9e79673352e9/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:05:15,562 INFO [StoreOpener-278056ddf6eee50596fb9e79673352e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:15,565 INFO [StoreOpener-278056ddf6eee50596fb9e79673352e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 278056ddf6eee50596fb9e79673352e9 columnFamilyName C 2024-12-03T16:05:15,565 DEBUG [StoreOpener-278056ddf6eee50596fb9e79673352e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:15,566 INFO [StoreOpener-278056ddf6eee50596fb9e79673352e9-1 {}] regionserver.HStore(327): Store=278056ddf6eee50596fb9e79673352e9/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:05:15,566 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:15,568 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:15,568 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:15,571 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:15,571 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:15,572 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T16:05:15,574 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:15,579 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T16:05:15,580 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 278056ddf6eee50596fb9e79673352e9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61099797, jitterRate=-0.08954207599163055}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T16:05:15,580 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:15,581 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 278056ddf6eee50596fb9e79673352e9: Running coprocessor pre-open hook at 1733241915552Writing region info on filesystem at 1733241915552Initializing all the Stores at 1733241915554 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241915554Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241915555 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241915555Cleaning up temporary data from old regions at 1733241915571 (+16 ms)Running coprocessor post-open hooks at 1733241915580 (+9 ms)Region opened successfully at 1733241915581 (+1 ms) 2024-12-03T16:05:15,584 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., pid=6, masterSystemTime=1733241915544 2024-12-03T16:05:15,588 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:15,588 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:15,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=278056ddf6eee50596fb9e79673352e9, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:05:15,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:05:15,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T16:05:15,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 in 207 msec 2024-12-03T16:05:15,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T16:05:15,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=278056ddf6eee50596fb9e79673352e9, ASSIGN in 373 msec 2024-12-03T16:05:15,605 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T16:05:15,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241915605"}]},"ts":"1733241915605"} 2024-12-03T16:05:15,609 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T16:05:15,610 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T16:05:15,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2640 sec 2024-12-03T16:05:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T16:05:16,514 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:16,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:16,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:16,521 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:16,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:16,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:16,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9668b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:16,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:16,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:16,525 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:16,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5677a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:16,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:16,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T16:05:16,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 713339a81dd9,41395,1733241910291 2024-12-03T16:05:16,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c4ff25b 2024-12-03T16:05:16,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T16:05:16,539 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T16:05:16,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:16,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:16,545 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:16,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:16,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb99d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:16,548 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aafb42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:16,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:16,552 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654d6699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:16,554 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:16,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688e5843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:16,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:16,559 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c373c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:16,563 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:16,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4834e559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:16,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:16,567 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:16,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:16,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:16,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44447930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:16,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:16,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:16,570 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5597c1af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:16,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:16,577 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:16,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:16,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:16,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa43e09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:16,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:16,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:16,580 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:16,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792c9a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:16,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:16,583 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:16,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:16,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c197857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:16,586 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:16,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b66dceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:16,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:16,591 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:16,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:16,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:16,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc2de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:16,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:16,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:16,594 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c48967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:16,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:16,597 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:16,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:16,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:16,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775e595a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:16,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:16,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:16,600 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4852f5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:16,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:16,603 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:16,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:16,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:16,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331f9727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:16,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:16,606 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:16,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcf1edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:16,612 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:16,612 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:16,612 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:16,613 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:16,616 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:16,616 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:16,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:16,618 DEBUG [Thread-143 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:16,618 DEBUG [Thread-143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:16,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:16,618 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:16,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:16,620 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:16,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:16,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:16,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:16,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:16,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:16,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:05:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:05:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:05:16,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:05:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-03T16:05:16,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:05:16,632 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:05:16,632 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:16,634 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T16:05:16,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:05:16,639 DEBUG [Thread-154 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:16,640 DEBUG [Thread-154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:16,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:16,643 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:16,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:16,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:16,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:16,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:05:16,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:05:16,724 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:16,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:05:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T16:05:16,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T16:05:16,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/850b807c784943cd88a3f88b55ca9702 is 50, key is test_row_0/A:col10/1733241916712/Put/seqid=0 2024-12-03T16:05:16,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:16,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:16,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:16,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:16,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:16,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741837_1013 (size=16681) 2024-12-03T16:05:16,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/850b807c784943cd88a3f88b55ca9702 2024-12-03T16:05:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T16:05:16,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:16,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48638 deadline: 1733241976936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:16,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:16,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:16,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241976929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:16,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:16,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241976954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:16,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48596 deadline: 1733241976955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:16,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241976956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:16,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:16,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:16,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:16,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:16,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:16,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T16:05:17,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/604efb0aa66c40e2bd0e6f613804c172 is 50, key is test_row_0/B:col10/1733241916712/Put/seqid=0 2024-12-03T16:05:17,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:17,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741838_1014 (size=12001) 2024-12-03T16:05:17,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/604efb0aa66c40e2bd0e6f613804c172 2024-12-03T16:05:17,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48638 deadline: 1733241977073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48596 deadline: 1733241977083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241977083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241977084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241977084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/0c3eb943066d44bb95df60b8d220c2b8 is 50, key is test_row_0/C:col10/1733241916712/Put/seqid=0 2024-12-03T16:05:17,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741839_1015 (size=12001) 2024-12-03T16:05:17,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T16:05:17,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:17,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T16:05:17,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48638 deadline: 1733241977283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241977303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48596 deadline: 1733241977303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241977304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241977304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T16:05:17,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:17,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T16:05:17,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:17,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/0c3eb943066d44bb95df60b8d220c2b8 2024-12-03T16:05:17,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/850b807c784943cd88a3f88b55ca9702 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/850b807c784943cd88a3f88b55ca9702 2024-12-03T16:05:17,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/850b807c784943cd88a3f88b55ca9702, entries=250, sequenceid=12, filesize=16.3 K 2024-12-03T16:05:17,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/604efb0aa66c40e2bd0e6f613804c172 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/604efb0aa66c40e2bd0e6f613804c172 2024-12-03T16:05:17,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48638 deadline: 1733241977602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/604efb0aa66c40e2bd0e6f613804c172, entries=150, sequenceid=12, filesize=11.7 K 2024-12-03T16:05:17,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/0c3eb943066d44bb95df60b8d220c2b8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0c3eb943066d44bb95df60b8d220c2b8 2024-12-03T16:05:17,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0c3eb943066d44bb95df60b8d220c2b8, entries=150, sequenceid=12, filesize=11.7 K 2024-12-03T16:05:17,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48596 deadline: 1733241977623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 278056ddf6eee50596fb9e79673352e9 in 909ms, sequenceid=12, compaction requested=false 2024-12-03T16:05:17,641 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T16:05:17,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:17,646 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:17,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-03T16:05:17,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/32003ae899734fe19b6e195cc565dcc0 is 50, key is test_row_0/A:col10/1733241916946/Put/seqid=0 2024-12-03T16:05:17,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T16:05:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741840_1016 (size=19021) 2024-12-03T16:05:17,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/32003ae899734fe19b6e195cc565dcc0 2024-12-03T16:05:17,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241977671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241977672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241977676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/a737abbdee58436f86a1aa513385554f is 50, key is test_row_0/B:col10/1733241916946/Put/seqid=0 2024-12-03T16:05:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T16:05:17,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741841_1017 (size=12001) 2024-12-03T16:05:17,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241977802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241977802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:17,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241977803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:17,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:17,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:17,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T16:05:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T16:05:17,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:17,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:18,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241978021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:18,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:18,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241978032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241978033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:18,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:18,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48638 deadline: 1733241978112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:18,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T16:05:18,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:18,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:18,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:18,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:18,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:18,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48596 deadline: 1733241978142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:18,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/a737abbdee58436f86a1aa513385554f 2024-12-03T16:05:18,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/988186d4633b425b94e9ff69c523fbaa is 50, key is test_row_0/C:col10/1733241916946/Put/seqid=0 2024-12-03T16:05:18,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741842_1018 (size=12001) 2024-12-03T16:05:18,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T16:05:18,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:18,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:18,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:18,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:18,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:18,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241978333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:18,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:18,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241978353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:18,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:18,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241978353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:18,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:18,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:18,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T16:05:18,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:18,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:18,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:18,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:18,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:18,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T16:05:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:18,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:18,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/988186d4633b425b94e9ff69c523fbaa 2024-12-03T16:05:18,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/32003ae899734fe19b6e195cc565dcc0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/32003ae899734fe19b6e195cc565dcc0 2024-12-03T16:05:18,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/32003ae899734fe19b6e195cc565dcc0, entries=300, sequenceid=42, filesize=18.6 K 2024-12-03T16:05:18,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/a737abbdee58436f86a1aa513385554f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/a737abbdee58436f86a1aa513385554f 2024-12-03T16:05:18,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/a737abbdee58436f86a1aa513385554f, entries=150, sequenceid=42, filesize=11.7 K 2024-12-03T16:05:18,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/988186d4633b425b94e9ff69c523fbaa as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/988186d4633b425b94e9ff69c523fbaa 2024-12-03T16:05:18,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/988186d4633b425b94e9ff69c523fbaa, entries=150, sequenceid=42, filesize=11.7 K 2024-12-03T16:05:18,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 278056ddf6eee50596fb9e79673352e9 in 1110ms, sequenceid=42, compaction requested=false 2024-12-03T16:05:18,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:18,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T16:05:18,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:18,778 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-03T16:05:18,778 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T16:05:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T16:05:18,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/cbfd3547525a4efb966d1346c1d37a5d is 50, key is test_row_1/A:col10/1733241917670/Put/seqid=0 2024-12-03T16:05:18,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741843_1019 (size=9657) 2024-12-03T16:05:18,822 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/cbfd3547525a4efb966d1346c1d37a5d 2024-12-03T16:05:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/d209c884b0b842af976003c4e88699c8 is 50, key is test_row_1/B:col10/1733241917670/Put/seqid=0 2024-12-03T16:05:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:18,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:18,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741844_1020 (size=9657) 2024-12-03T16:05:18,913 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/d209c884b0b842af976003c4e88699c8 2024-12-03T16:05:18,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/0863a82318824d008e008b2dbd80973d is 50, key is test_row_1/C:col10/1733241917670/Put/seqid=0 2024-12-03T16:05:19,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741845_1021 (size=9657) 2024-12-03T16:05:19,016 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/0863a82318824d008e008b2dbd80973d 2024-12-03T16:05:19,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/cbfd3547525a4efb966d1346c1d37a5d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/cbfd3547525a4efb966d1346c1d37a5d 2024-12-03T16:05:19,049 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/cbfd3547525a4efb966d1346c1d37a5d, entries=100, sequenceid=48, filesize=9.4 K 2024-12-03T16:05:19,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/d209c884b0b842af976003c4e88699c8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/d209c884b0b842af976003c4e88699c8 2024-12-03T16:05:19,067 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/d209c884b0b842af976003c4e88699c8, entries=100, sequenceid=48, filesize=9.4 K 2024-12-03T16:05:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/0863a82318824d008e008b2dbd80973d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0863a82318824d008e008b2dbd80973d 2024-12-03T16:05:19,086 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0863a82318824d008e008b2dbd80973d, entries=100, sequenceid=48, filesize=9.4 K 2024-12-03T16:05:19,091 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=161.02 KB/164880 for 278056ddf6eee50596fb9e79673352e9 in 313ms, sequenceid=48, compaction requested=true 2024-12-03T16:05:19,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:19,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:19,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T16:05:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T16:05:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:19,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-03T16:05:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:19,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-03T16:05:19,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4510 sec 2024-12-03T16:05:19,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.4840 sec 2024-12-03T16:05:19,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/aa8ddb34fabd4a00aa9cbceb0bcd599f is 50, key is test_row_0/A:col10/1733241919076/Put/seqid=0 2024-12-03T16:05:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241979136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48638 deadline: 1733241979142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241979144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241979145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741846_1022 (size=16681) 2024-12-03T16:05:19,156 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in 278056ddf6eee50596fb9e79673352e9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:05:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/aa8ddb34fabd4a00aa9cbceb0bcd599f 2024-12-03T16:05:19,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48596 deadline: 1733241979162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,173 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in 278056ddf6eee50596fb9e79673352e9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:05:19,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/3b1987e091354eacae0ab234756966e6 is 50, key is test_row_0/B:col10/1733241919076/Put/seqid=0 2024-12-03T16:05:19,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741847_1023 (size=12001) 2024-12-03T16:05:19,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241979263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241979263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241979264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T16:05:19,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241979472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241979482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241979482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/3b1987e091354eacae0ab234756966e6 2024-12-03T16:05:19,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/e7d4b80d859341c198dc01c6650ffc99 is 50, key is test_row_0/C:col10/1733241919076/Put/seqid=0 2024-12-03T16:05:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741848_1024 (size=12001) 2024-12-03T16:05:19,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/e7d4b80d859341c198dc01c6650ffc99 2024-12-03T16:05:19,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/aa8ddb34fabd4a00aa9cbceb0bcd599f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/aa8ddb34fabd4a00aa9cbceb0bcd599f 2024-12-03T16:05:19,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/aa8ddb34fabd4a00aa9cbceb0bcd599f, entries=250, sequenceid=76, filesize=16.3 K 2024-12-03T16:05:19,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/3b1987e091354eacae0ab234756966e6 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3b1987e091354eacae0ab234756966e6 2024-12-03T16:05:19,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3b1987e091354eacae0ab234756966e6, entries=150, sequenceid=76, filesize=11.7 K 2024-12-03T16:05:19,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/e7d4b80d859341c198dc01c6650ffc99 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/e7d4b80d859341c198dc01c6650ffc99 2024-12-03T16:05:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241979792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241979792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:19,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/e7d4b80d859341c198dc01c6650ffc99, entries=150, sequenceid=76, filesize=11.7 K 2024-12-03T16:05:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241979802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:19,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:19,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 278056ddf6eee50596fb9e79673352e9 in 723ms, sequenceid=76, compaction requested=true 2024-12-03T16:05:19,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:19,821 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:05:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:19,822 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:05:19,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:19,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:19,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:19,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:19,828 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:05:19,830 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/B is initiating minor compaction (all files) 2024-12-03T16:05:19,831 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/B in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:19,831 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/604efb0aa66c40e2bd0e6f613804c172, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/a737abbdee58436f86a1aa513385554f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/d209c884b0b842af976003c4e88699c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3b1987e091354eacae0ab234756966e6] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=44.6 K 2024-12-03T16:05:19,836 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 604efb0aa66c40e2bd0e6f613804c172, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733241916646 2024-12-03T16:05:19,838 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a737abbdee58436f86a1aa513385554f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733241916941 2024-12-03T16:05:19,839 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting d209c884b0b842af976003c4e88699c8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733241917667 2024-12-03T16:05:19,839 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 62040 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:05:19,840 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/A is initiating minor compaction (all files) 2024-12-03T16:05:19,840 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/A in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:19,840 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/850b807c784943cd88a3f88b55ca9702, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/32003ae899734fe19b6e195cc565dcc0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/cbfd3547525a4efb966d1346c1d37a5d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/aa8ddb34fabd4a00aa9cbceb0bcd599f] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=60.6 K 2024-12-03T16:05:19,840 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b1987e091354eacae0ab234756966e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733241919054 2024-12-03T16:05:19,841 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 850b807c784943cd88a3f88b55ca9702, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733241916646 2024-12-03T16:05:19,843 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32003ae899734fe19b6e195cc565dcc0, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733241916941 2024-12-03T16:05:19,844 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbfd3547525a4efb966d1346c1d37a5d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733241917667 2024-12-03T16:05:19,845 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa8ddb34fabd4a00aa9cbceb0bcd599f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733241919039 2024-12-03T16:05:19,905 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#B#compaction#12 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:19,907 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/22167a5b44df451aac38614f54689419 is 50, key is test_row_0/B:col10/1733241919076/Put/seqid=0 2024-12-03T16:05:19,908 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#A#compaction#13 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:19,908 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/69ff9740785844d59c7dca3e0930dbf5 is 50, key is test_row_0/A:col10/1733241919076/Put/seqid=0 2024-12-03T16:05:19,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741849_1025 (size=12139) 2024-12-03T16:05:19,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741850_1026 (size=12139) 2024-12-03T16:05:20,334 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:20,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:05:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:20,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/0151d894cfa74cb896c6aa6f44233970 is 50, key is test_row_0/A:col10/1733241920329/Put/seqid=0 2024-12-03T16:05:20,375 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/22167a5b44df451aac38614f54689419 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/22167a5b44df451aac38614f54689419 2024-12-03T16:05:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741851_1027 (size=14341) 2024-12-03T16:05:20,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/0151d894cfa74cb896c6aa6f44233970 2024-12-03T16:05:20,421 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/69ff9740785844d59c7dca3e0930dbf5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/69ff9740785844d59c7dca3e0930dbf5 2024-12-03T16:05:20,422 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/B of 278056ddf6eee50596fb9e79673352e9 into 22167a5b44df451aac38614f54689419(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:20,423 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:20,429 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/B, priority=12, startTime=1733241919821; duration=0sec 2024-12-03T16:05:20,431 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:20,431 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:B 2024-12-03T16:05:20,431 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:05:20,436 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/A of 278056ddf6eee50596fb9e79673352e9 into 69ff9740785844d59c7dca3e0930dbf5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:20,436 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:20,436 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:05:20,436 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/A, priority=12, startTime=1733241919818; duration=0sec 2024-12-03T16:05:20,436 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/C is initiating minor compaction (all files) 2024-12-03T16:05:20,437 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/C in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:20,437 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:20,437 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:A 2024-12-03T16:05:20,437 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0c3eb943066d44bb95df60b8d220c2b8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/988186d4633b425b94e9ff69c523fbaa, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0863a82318824d008e008b2dbd80973d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/e7d4b80d859341c198dc01c6650ffc99] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=44.6 K 2024-12-03T16:05:20,439 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c3eb943066d44bb95df60b8d220c2b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733241916646 2024-12-03T16:05:20,440 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 988186d4633b425b94e9ff69c523fbaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733241916941 2024-12-03T16:05:20,442 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 0863a82318824d008e008b2dbd80973d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733241917667 2024-12-03T16:05:20,443 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e7d4b80d859341c198dc01c6650ffc99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733241919054 2024-12-03T16:05:20,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/bc64fac565b64c5e8e0a093e26a021b4 is 50, key is test_row_0/B:col10/1733241920329/Put/seqid=0 2024-12-03T16:05:20,474 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#C#compaction#16 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:20,475 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/bc9d632d1bb4472096d45e23308a1287 is 50, key is test_row_0/C:col10/1733241919076/Put/seqid=0 2024-12-03T16:05:20,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741852_1028 (size=12001) 2024-12-03T16:05:20,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241980498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:20,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241980502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:20,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:20,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241980502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:20,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741853_1029 (size=12139) 2024-12-03T16:05:20,548 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/bc9d632d1bb4472096d45e23308a1287 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/bc9d632d1bb4472096d45e23308a1287 2024-12-03T16:05:20,565 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/C of 278056ddf6eee50596fb9e79673352e9 into bc9d632d1bb4472096d45e23308a1287(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:20,565 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:20,565 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/C, priority=12, startTime=1733241919822; duration=0sec 2024-12-03T16:05:20,565 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:20,565 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:C 2024-12-03T16:05:20,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241980612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:20,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:20,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241980622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:20,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:20,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241980623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:20,784 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T16:05:20,784 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T16:05:20,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T16:05:20,787 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T16:05:20,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T16:05:20,788 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T16:05:20,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T16:05:20,789 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-03T16:05:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T16:05:20,802 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:20,804 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-03T16:05:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T16:05:20,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:20,810 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:20,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:20,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241980822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:20,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:20,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241980842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:20,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241980842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:20,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:20,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:20,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/bc64fac565b64c5e8e0a093e26a021b4 2024-12-03T16:05:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T16:05:20,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/f74cb4dd957b4f90ab81df4cb9f7a440 is 50, key is test_row_0/C:col10/1733241920329/Put/seqid=0 2024-12-03T16:05:20,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741854_1030 (size=12001) 2024-12-03T16:05:20,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-03T16:05:20,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:20,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:20,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:20,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:20,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:21,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-03T16:05:21,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:21,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:21,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:21,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:21,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T16:05:21,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241981142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241981162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:21,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241981162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:21,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:21,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48638 deadline: 1733241981181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:21,186 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in 278056ddf6eee50596fb9e79673352e9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:05:21,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:21,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48596 deadline: 1733241981181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:21,189 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in 278056ddf6eee50596fb9e79673352e9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:05:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:21,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-03T16:05:21,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:21,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:21,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:21,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:21,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:21,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/f74cb4dd957b4f90ab81df4cb9f7a440 2024-12-03T16:05:21,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/0151d894cfa74cb896c6aa6f44233970 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/0151d894cfa74cb896c6aa6f44233970 2024-12-03T16:05:21,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/0151d894cfa74cb896c6aa6f44233970, entries=200, sequenceid=87, filesize=14.0 K 2024-12-03T16:05:21,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/bc64fac565b64c5e8e0a093e26a021b4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/bc64fac565b64c5e8e0a093e26a021b4 2024-12-03T16:05:21,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/bc64fac565b64c5e8e0a093e26a021b4, entries=150, sequenceid=87, filesize=11.7 K 2024-12-03T16:05:21,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/f74cb4dd957b4f90ab81df4cb9f7a440 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/f74cb4dd957b4f90ab81df4cb9f7a440 2024-12-03T16:05:21,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/f74cb4dd957b4f90ab81df4cb9f7a440, entries=150, sequenceid=87, filesize=11.7 K 2024-12-03T16:05:21,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 278056ddf6eee50596fb9e79673352e9 in 1078ms, sequenceid=87, compaction requested=false 2024-12-03T16:05:21,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T16:05:21,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-03T16:05:21,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:21,436 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T16:05:21,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/24bf10079ca247238ae599b728b893fd is 50, key is test_row_0/A:col10/1733241920495/Put/seqid=0 2024-12-03T16:05:21,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741855_1031 (size=12001) 2024-12-03T16:05:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:21,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:21,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241981685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:21,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:21,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241981692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241981693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:21,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:21,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241981802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:21,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:21,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241981812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:21,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241981815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:21,886 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/24bf10079ca247238ae599b728b893fd 2024-12-03T16:05:21,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/cefe349204e24a16a7c388c6e3d299c4 is 50, key is test_row_0/B:col10/1733241920495/Put/seqid=0 2024-12-03T16:05:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T16:05:21,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741856_1032 (size=12001) 2024-12-03T16:05:21,961 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/cefe349204e24a16a7c388c6e3d299c4 2024-12-03T16:05:21,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/1d48d85fd64e47609252538555d186d3 is 50, key is test_row_0/C:col10/1733241920495/Put/seqid=0 2024-12-03T16:05:22,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241982012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:22,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:22,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241982021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:22,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:22,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241982032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:22,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741857_1033 (size=12001) 2024-12-03T16:05:22,042 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/1d48d85fd64e47609252538555d186d3 2024-12-03T16:05:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/24bf10079ca247238ae599b728b893fd as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/24bf10079ca247238ae599b728b893fd 2024-12-03T16:05:22,068 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/24bf10079ca247238ae599b728b893fd, entries=150, sequenceid=116, filesize=11.7 K 2024-12-03T16:05:22,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/cefe349204e24a16a7c388c6e3d299c4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/cefe349204e24a16a7c388c6e3d299c4 2024-12-03T16:05:22,084 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/cefe349204e24a16a7c388c6e3d299c4, entries=150, sequenceid=116, filesize=11.7 K 2024-12-03T16:05:22,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/1d48d85fd64e47609252538555d186d3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1d48d85fd64e47609252538555d186d3 2024-12-03T16:05:22,118 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1d48d85fd64e47609252538555d186d3, entries=150, sequenceid=116, filesize=11.7 K 2024-12-03T16:05:22,124 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 278056ddf6eee50596fb9e79673352e9 in 689ms, sequenceid=116, compaction requested=true 2024-12-03T16:05:22,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:22,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:22,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T16:05:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T16:05:22,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T16:05:22,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3180 sec 2024-12-03T16:05:22,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.3310 sec 2024-12-03T16:05:22,327 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:22,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:05:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:22,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/c81823cae41047d59ca284d790b71c1f is 50, key is test_row_0/A:col10/1733241921679/Put/seqid=0 2024-12-03T16:05:22,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741858_1034 (size=14341) 2024-12-03T16:05:22,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/c81823cae41047d59ca284d790b71c1f 2024-12-03T16:05:22,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/739609a8e1ac4b69991e76439adc9403 is 50, key is test_row_0/B:col10/1733241921679/Put/seqid=0 2024-12-03T16:05:22,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241982421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:22,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:22,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241982427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:22,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241982428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:22,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741859_1035 (size=12001) 2024-12-03T16:05:22,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241982532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:22,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241982542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:22,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:22,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241982552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:22,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241982742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:22,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:22,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241982752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:22,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241982762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:22,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:22,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:22,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/739609a8e1ac4b69991e76439adc9403 2024-12-03T16:05:22,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/41976118d12e4024a4f9542734c7ddf2 is 50, key is test_row_0/C:col10/1733241921679/Put/seqid=0 2024-12-03T16:05:22,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741860_1036 (size=12001) 2024-12-03T16:05:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T16:05:22,953 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:22,954 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-03T16:05:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T16:05:22,958 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:22,959 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:22,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:23,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241983062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:23,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241983065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T16:05:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:23,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241983072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:23,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-03T16:05:23,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:23,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:23,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:23,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:23,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T16:05:23,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-03T16:05:23,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:23,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:23,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:23,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:23,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:23,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/41976118d12e4024a4f9542734c7ddf2 2024-12-03T16:05:23,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/c81823cae41047d59ca284d790b71c1f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/c81823cae41047d59ca284d790b71c1f 2024-12-03T16:05:23,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/c81823cae41047d59ca284d790b71c1f, entries=200, sequenceid=127, filesize=14.0 K 2024-12-03T16:05:23,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/739609a8e1ac4b69991e76439adc9403 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/739609a8e1ac4b69991e76439adc9403 2024-12-03T16:05:23,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/739609a8e1ac4b69991e76439adc9403, entries=150, sequenceid=127, filesize=11.7 K 2024-12-03T16:05:23,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/41976118d12e4024a4f9542734c7ddf2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/41976118d12e4024a4f9542734c7ddf2 2024-12-03T16:05:23,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/41976118d12e4024a4f9542734c7ddf2, entries=150, sequenceid=127, filesize=11.7 K 2024-12-03T16:05:23,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 278056ddf6eee50596fb9e79673352e9 in 1019ms, sequenceid=127, compaction requested=true 2024-12-03T16:05:23,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:23,347 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:05:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:23,347 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:05:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:23,349 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52822 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:05:23,349 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/A is initiating minor compaction (all files) 2024-12-03T16:05:23,349 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/A in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:23,349 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/69ff9740785844d59c7dca3e0930dbf5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/0151d894cfa74cb896c6aa6f44233970, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/24bf10079ca247238ae599b728b893fd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/c81823cae41047d59ca284d790b71c1f] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=51.6 K 2024-12-03T16:05:23,349 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:05:23,350 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/B is initiating minor compaction (all files) 2024-12-03T16:05:23,350 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/B in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:23,350 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/22167a5b44df451aac38614f54689419, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/bc64fac565b64c5e8e0a093e26a021b4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/cefe349204e24a16a7c388c6e3d299c4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/739609a8e1ac4b69991e76439adc9403] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=47.0 K 2024-12-03T16:05:23,350 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69ff9740785844d59c7dca3e0930dbf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733241919054 2024-12-03T16:05:23,351 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0151d894cfa74cb896c6aa6f44233970, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733241919096 2024-12-03T16:05:23,352 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 22167a5b44df451aac38614f54689419, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733241919054 2024-12-03T16:05:23,352 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24bf10079ca247238ae599b728b893fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733241920480 2024-12-03T16:05:23,353 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting c81823cae41047d59ca284d790b71c1f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733241921666 2024-12-03T16:05:23,353 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting bc64fac565b64c5e8e0a093e26a021b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733241920323 2024-12-03T16:05:23,356 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting cefe349204e24a16a7c388c6e3d299c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733241920480 2024-12-03T16:05:23,357 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 739609a8e1ac4b69991e76439adc9403, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733241921679 2024-12-03T16:05:23,377 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#A#compaction#24 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:23,378 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/afd1ca7a5306499e8b4b36a39fb4fbf6 is 50, key is test_row_0/A:col10/1733241921679/Put/seqid=0 2024-12-03T16:05:23,383 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#B#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:23,384 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/9cfc28c57d5f491b8db47dcf51323999 is 50, key is test_row_0/B:col10/1733241921679/Put/seqid=0 2024-12-03T16:05:23,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741861_1037 (size=12275) 2024-12-03T16:05:23,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741862_1038 (size=12275) 2024-12-03T16:05:23,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-03T16:05:23,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:23,435 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T16:05:23,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/2ffdc075fc0443f99f52dd812a1b4f06 is 50, key is test_row_0/A:col10/1733241922426/Put/seqid=0 2024-12-03T16:05:23,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741863_1039 (size=12151) 2024-12-03T16:05:23,486 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/2ffdc075fc0443f99f52dd812a1b4f06 2024-12-03T16:05:23,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/c3a6136888624a10a2d6533bc98aea2a is 50, key is test_row_0/B:col10/1733241922426/Put/seqid=0 2024-12-03T16:05:23,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741864_1040 (size=12151) 2024-12-03T16:05:23,540 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/c3a6136888624a10a2d6533bc98aea2a 2024-12-03T16:05:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/af19168b4d2a4403858b753f57c8e65b is 50, key is test_row_0/C:col10/1733241922426/Put/seqid=0 2024-12-03T16:05:23,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T16:05:23,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741865_1041 (size=12151) 2024-12-03T16:05:23,595 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/af19168b4d2a4403858b753f57c8e65b 2024-12-03T16:05:23,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241983596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:23,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/2ffdc075fc0443f99f52dd812a1b4f06 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/2ffdc075fc0443f99f52dd812a1b4f06 2024-12-03T16:05:23,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241983598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:23,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:23,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241983600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:23,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:23,615 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/2ffdc075fc0443f99f52dd812a1b4f06, entries=150, sequenceid=153, filesize=11.9 K 2024-12-03T16:05:23,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/c3a6136888624a10a2d6533bc98aea2a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c3a6136888624a10a2d6533bc98aea2a 2024-12-03T16:05:23,632 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c3a6136888624a10a2d6533bc98aea2a, entries=150, sequenceid=153, filesize=11.9 K 2024-12-03T16:05:23,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/af19168b4d2a4403858b753f57c8e65b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/af19168b4d2a4403858b753f57c8e65b 2024-12-03T16:05:23,645 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/af19168b4d2a4403858b753f57c8e65b, entries=150, sequenceid=153, filesize=11.9 K 2024-12-03T16:05:23,647 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 278056ddf6eee50596fb9e79673352e9 in 211ms, sequenceid=153, compaction requested=true 2024-12-03T16:05:23,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:23,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:23,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T16:05:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T16:05:23,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T16:05:23,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 701 msec 2024-12-03T16:05:23,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 714 msec 2024-12-03T16:05:23,718 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:23,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:05:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:23,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/81417d88899d4b04ad3c9fd4bc2e69b3 is 50, key is test_row_0/A:col10/1733241923578/Put/seqid=0 2024-12-03T16:05:23,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741866_1042 (size=14541) 2024-12-03T16:05:23,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/81417d88899d4b04ad3c9fd4bc2e69b3 2024-12-03T16:05:23,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/2141b5d4991346a2b7ee31c77f5c9aab is 50, key is test_row_0/B:col10/1733241923578/Put/seqid=0 2024-12-03T16:05:23,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741867_1043 (size=12151) 2024-12-03T16:05:23,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241983811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241983815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:23,825 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/afd1ca7a5306499e8b4b36a39fb4fbf6 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/afd1ca7a5306499e8b4b36a39fb4fbf6 2024-12-03T16:05:23,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241983819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:23,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:23,833 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/9cfc28c57d5f491b8db47dcf51323999 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/9cfc28c57d5f491b8db47dcf51323999 2024-12-03T16:05:23,842 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/B of 278056ddf6eee50596fb9e79673352e9 into 9cfc28c57d5f491b8db47dcf51323999(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:23,842 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:23,842 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/B, priority=12, startTime=1733241923347; duration=0sec 2024-12-03T16:05:23,843 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:23,843 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:B 2024-12-03T16:05:23,843 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-03T16:05:23,843 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/A of 278056ddf6eee50596fb9e79673352e9 into afd1ca7a5306499e8b4b36a39fb4fbf6(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:23,843 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:23,844 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/A, priority=12, startTime=1733241923346; duration=0sec 2024-12-03T16:05:23,844 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:23,844 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:A 2024-12-03T16:05:23,846 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60293 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-03T16:05:23,846 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/C is initiating minor compaction (all files) 2024-12-03T16:05:23,846 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/C in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:23,846 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/bc9d632d1bb4472096d45e23308a1287, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/f74cb4dd957b4f90ab81df4cb9f7a440, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1d48d85fd64e47609252538555d186d3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/41976118d12e4024a4f9542734c7ddf2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/af19168b4d2a4403858b753f57c8e65b] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=58.9 K 2024-12-03T16:05:23,847 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting bc9d632d1bb4472096d45e23308a1287, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733241919054 2024-12-03T16:05:23,848 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting f74cb4dd957b4f90ab81df4cb9f7a440, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733241920323 2024-12-03T16:05:23,848 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d48d85fd64e47609252538555d186d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733241920480 2024-12-03T16:05:23,849 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 41976118d12e4024a4f9542734c7ddf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733241921679 2024-12-03T16:05:23,850 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting af19168b4d2a4403858b753f57c8e65b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733241922415 2024-12-03T16:05:23,868 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#C#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:23,869 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/905fc3f5a66b4c7ebc434b22a791d7b2 is 50, key is test_row_0/C:col10/1733241922426/Put/seqid=0 2024-12-03T16:05:23,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741868_1044 (size=12459) 2024-12-03T16:05:23,903 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/905fc3f5a66b4c7ebc434b22a791d7b2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/905fc3f5a66b4c7ebc434b22a791d7b2 2024-12-03T16:05:23,918 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/C of 278056ddf6eee50596fb9e79673352e9 into 905fc3f5a66b4c7ebc434b22a791d7b2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:23,918 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:23,918 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/C, priority=11, startTime=1733241923347; duration=0sec 2024-12-03T16:05:23,918 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:23,918 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:C 2024-12-03T16:05:23,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241983921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:23,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:23,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241983932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:23,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241983941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T16:05:24,102 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:24,103 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-03T16:05:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T16:05:24,107 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:24,110 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:24,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:24,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241984131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:24,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:24,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241984141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:24,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:24,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241984152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:24,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/2141b5d4991346a2b7ee31c77f5c9aab 2024-12-03T16:05:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T16:05:24,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/d289249d0b064cd691a7e023ce4dd84f is 50, key is test_row_0/C:col10/1733241923578/Put/seqid=0 2024-12-03T16:05:24,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741869_1045 (size=12151) 2024-12-03T16:05:24,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/d289249d0b064cd691a7e023ce4dd84f 2024-12-03T16:05:24,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/81417d88899d4b04ad3c9fd4bc2e69b3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/81417d88899d4b04ad3c9fd4bc2e69b3 2024-12-03T16:05:24,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/81417d88899d4b04ad3c9fd4bc2e69b3, entries=200, sequenceid=164, filesize=14.2 K 2024-12-03T16:05:24,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-03T16:05:24,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:24,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:24,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:24,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:24,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:24,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/2141b5d4991346a2b7ee31c77f5c9aab as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2141b5d4991346a2b7ee31c77f5c9aab 2024-12-03T16:05:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:24,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2141b5d4991346a2b7ee31c77f5c9aab, entries=150, sequenceid=164, filesize=11.9 K 2024-12-03T16:05:24,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/d289249d0b064cd691a7e023ce4dd84f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/d289249d0b064cd691a7e023ce4dd84f 2024-12-03T16:05:24,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/d289249d0b064cd691a7e023ce4dd84f, entries=150, sequenceid=164, filesize=11.9 K 2024-12-03T16:05:24,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 278056ddf6eee50596fb9e79673352e9 in 575ms, sequenceid=164, compaction requested=true 2024-12-03T16:05:24,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:24,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:24,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:24,294 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:24,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:24,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:24,294 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:24,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:24,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:24,296 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:24,296 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/B is initiating minor compaction (all files) 2024-12-03T16:05:24,297 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/B in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:24,297 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/9cfc28c57d5f491b8db47dcf51323999, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c3a6136888624a10a2d6533bc98aea2a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2141b5d4991346a2b7ee31c77f5c9aab] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=35.7 K 2024-12-03T16:05:24,297 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:24,297 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/A is initiating minor compaction (all files) 2024-12-03T16:05:24,297 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/A in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:24,297 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/afd1ca7a5306499e8b4b36a39fb4fbf6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/2ffdc075fc0443f99f52dd812a1b4f06, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/81417d88899d4b04ad3c9fd4bc2e69b3] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=38.1 K 2024-12-03T16:05:24,298 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cfc28c57d5f491b8db47dcf51323999, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733241921679 2024-12-03T16:05:24,300 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting c3a6136888624a10a2d6533bc98aea2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733241922415 2024-12-03T16:05:24,300 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting afd1ca7a5306499e8b4b36a39fb4fbf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733241921679 2024-12-03T16:05:24,301 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ffdc075fc0443f99f52dd812a1b4f06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733241922415 2024-12-03T16:05:24,302 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 2141b5d4991346a2b7ee31c77f5c9aab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733241923578 2024-12-03T16:05:24,303 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81417d88899d4b04ad3c9fd4bc2e69b3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733241923578 2024-12-03T16:05:24,336 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#B#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:24,337 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/a1dff716fbfb4d80aef90c093347154c is 50, key is test_row_0/B:col10/1733241923578/Put/seqid=0 2024-12-03T16:05:24,339 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#A#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:24,339 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/ae9e2d6f58f548daa5285ddb95721abe is 50, key is test_row_0/A:col10/1733241923578/Put/seqid=0 2024-12-03T16:05:24,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741870_1046 (size=12527) 2024-12-03T16:05:24,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741871_1047 (size=12527) 2024-12-03T16:05:24,369 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/ae9e2d6f58f548daa5285ddb95721abe as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/ae9e2d6f58f548daa5285ddb95721abe 2024-12-03T16:05:24,381 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/a1dff716fbfb4d80aef90c093347154c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/a1dff716fbfb4d80aef90c093347154c 2024-12-03T16:05:24,389 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/A of 278056ddf6eee50596fb9e79673352e9 into ae9e2d6f58f548daa5285ddb95721abe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:24,389 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:24,389 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/A, priority=13, startTime=1733241924294; duration=0sec 2024-12-03T16:05:24,389 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:24,389 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:A 2024-12-03T16:05:24,389 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T16:05:24,390 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/B of 278056ddf6eee50596fb9e79673352e9 into a1dff716fbfb4d80aef90c093347154c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:24,390 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:24,390 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/B, priority=13, startTime=1733241924294; duration=0sec 2024-12-03T16:05:24,391 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:24,391 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:B 2024-12-03T16:05:24,391 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T16:05:24,391 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T16:05:24,392 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. because compaction request was cancelled 2024-12-03T16:05:24,392 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:C 2024-12-03T16:05:24,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-03T16:05:24,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:24,420 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:05:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T16:05:24,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/8fa23607272c4797a8efceeb99dcca7b is 50, key is test_row_0/A:col10/1733241923806/Put/seqid=0 2024-12-03T16:05:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:24,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:24,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741872_1048 (size=12151) 2024-12-03T16:05:24,482 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/8fa23607272c4797a8efceeb99dcca7b 2024-12-03T16:05:24,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241984473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241984473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:24,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241984477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:24,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:24,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/25e072ce8a4c4d72a7059a486521a88b is 50, key is test_row_0/B:col10/1733241923806/Put/seqid=0 2024-12-03T16:05:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741873_1049 (size=12151) 2024-12-03T16:05:24,537 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/25e072ce8a4c4d72a7059a486521a88b 2024-12-03T16:05:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/1ce5702384114f92b5a1e32408881d30 is 50, key is test_row_0/C:col10/1733241923806/Put/seqid=0 2024-12-03T16:05:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741874_1050 (size=12151) 2024-12-03T16:05:24,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241984592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:24,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:24,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241984592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:24,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241984592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T16:05:24,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241984802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:24,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:24,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241984803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241984804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:24,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:24,971 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/1ce5702384114f92b5a1e32408881d30 2024-12-03T16:05:24,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/8fa23607272c4797a8efceeb99dcca7b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/8fa23607272c4797a8efceeb99dcca7b 2024-12-03T16:05:24,988 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/8fa23607272c4797a8efceeb99dcca7b, entries=150, sequenceid=194, filesize=11.9 K 2024-12-03T16:05:24,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/25e072ce8a4c4d72a7059a486521a88b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/25e072ce8a4c4d72a7059a486521a88b 2024-12-03T16:05:24,998 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/25e072ce8a4c4d72a7059a486521a88b, entries=150, sequenceid=194, filesize=11.9 K 2024-12-03T16:05:24,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/1ce5702384114f92b5a1e32408881d30 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1ce5702384114f92b5a1e32408881d30 2024-12-03T16:05:25,014 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1ce5702384114f92b5a1e32408881d30, entries=150, sequenceid=194, filesize=11.9 K 2024-12-03T16:05:25,017 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 278056ddf6eee50596fb9e79673352e9 in 597ms, sequenceid=194, compaction requested=true 2024-12-03T16:05:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T16:05:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T16:05:25,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T16:05:25,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 910 msec 2024-12-03T16:05:25,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 922 msec 2024-12-03T16:05:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:25,117 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:25,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T16:05:25,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/3ec3216c510849868debb533959187af is 50, key is test_row_0/A:col10/1733241925113/Put/seqid=0 2024-12-03T16:05:25,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741875_1051 (size=14541) 2024-12-03T16:05:25,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/3ec3216c510849868debb533959187af 2024-12-03T16:05:25,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241985171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241985179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/7a2c3bb1890e4586be6a3fd2e019b08a is 50, key is test_row_0/B:col10/1733241925113/Put/seqid=0 2024-12-03T16:05:25,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241985187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741876_1052 (size=12151) 2024-12-03T16:05:25,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/7a2c3bb1890e4586be6a3fd2e019b08a 2024-12-03T16:05:25,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48638 deadline: 1733241985238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48596 deadline: 1733241985238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,246 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in 278056ddf6eee50596fb9e79673352e9 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8292 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:05:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,246 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in 278056ddf6eee50596fb9e79673352e9 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8311 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:05:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T16:05:25,248 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:25,249 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-03T16:05:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T16:05:25,262 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:25,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/0862ed463c6f480da42130e327ef55f7 is 50, key is test_row_0/C:col10/1733241925113/Put/seqid=0 2024-12-03T16:05:25,286 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:25,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:25,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241985293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241985293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741877_1053 (size=12151) 2024-12-03T16:05:25,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241985301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T16:05:25,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-03T16:05:25,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:25,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:25,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:25,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:25,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:25,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241985502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241985502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241985512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T16:05:25,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-03T16:05:25,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:25,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:25,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:25,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:25,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:25,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/0862ed463c6f480da42130e327ef55f7 2024-12-03T16:05:25,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/3ec3216c510849868debb533959187af as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/3ec3216c510849868debb533959187af 2024-12-03T16:05:25,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/3ec3216c510849868debb533959187af, entries=200, sequenceid=208, filesize=14.2 K 2024-12-03T16:05:25,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/7a2c3bb1890e4586be6a3fd2e019b08a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/7a2c3bb1890e4586be6a3fd2e019b08a 2024-12-03T16:05:25,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/7a2c3bb1890e4586be6a3fd2e019b08a, entries=150, sequenceid=208, filesize=11.9 K 2024-12-03T16:05:25,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/0862ed463c6f480da42130e327ef55f7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0862ed463c6f480da42130e327ef55f7 2024-12-03T16:05:25,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0862ed463c6f480da42130e327ef55f7, entries=150, sequenceid=208, filesize=11.9 K 2024-12-03T16:05:25,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 278056ddf6eee50596fb9e79673352e9 in 631ms, sequenceid=208, compaction requested=true 2024-12-03T16:05:25,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:25,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:25,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:25,749 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:25,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:25,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:25,749 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:25,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:25,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:25,751 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:25,751 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/B is initiating minor compaction (all files) 2024-12-03T16:05:25,751 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/B in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:25,751 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/a1dff716fbfb4d80aef90c093347154c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/25e072ce8a4c4d72a7059a486521a88b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/7a2c3bb1890e4586be6a3fd2e019b08a] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=36.0 K 2024-12-03T16:05:25,751 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:25,752 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/A is initiating minor compaction (all files) 2024-12-03T16:05:25,752 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/A in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:25,752 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/ae9e2d6f58f548daa5285ddb95721abe, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/8fa23607272c4797a8efceeb99dcca7b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/3ec3216c510849868debb533959187af] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=38.3 K 2024-12-03T16:05:25,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-03T16:05:25,753 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a1dff716fbfb4d80aef90c093347154c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733241923578 2024-12-03T16:05:25,753 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae9e2d6f58f548daa5285ddb95721abe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733241923578 2024-12-03T16:05:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:25,753 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-03T16:05:25,754 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fa23607272c4797a8efceeb99dcca7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733241923786 2024-12-03T16:05:25,754 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ec3216c510849868debb533959187af, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733241924455 2024-12-03T16:05:25,755 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 25e072ce8a4c4d72a7059a486521a88b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733241923786 2024-12-03T16:05:25,756 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a2c3bb1890e4586be6a3fd2e019b08a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733241924455 2024-12-03T16:05:25,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/0cadad8129ec436494214ed65025c0de is 50, key is test_row_0/A:col10/1733241925168/Put/seqid=0 2024-12-03T16:05:25,780 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#A#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:25,781 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/25ecbd5cbb5b479ea482703b350e37bf is 50, key is test_row_0/A:col10/1733241925113/Put/seqid=0 2024-12-03T16:05:25,785 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:25,786 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/90cbaf5042634549bf0b17bda950342c is 50, key is test_row_0/B:col10/1733241925113/Put/seqid=0 2024-12-03T16:05:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:25,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:25,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741878_1054 (size=12151) 2024-12-03T16:05:25,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741879_1055 (size=12629) 2024-12-03T16:05:25,860 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/25ecbd5cbb5b479ea482703b350e37bf as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/25ecbd5cbb5b479ea482703b350e37bf 2024-12-03T16:05:25,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241985852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,870 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/A of 278056ddf6eee50596fb9e79673352e9 into 25ecbd5cbb5b479ea482703b350e37bf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:25,870 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:25,870 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/A, priority=13, startTime=1733241925749; duration=0sec 2024-12-03T16:05:25,870 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:25,870 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:A 2024-12-03T16:05:25,871 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:05:25,873 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:05:25,873 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/C is initiating minor compaction (all files) 2024-12-03T16:05:25,873 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/C in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:25,873 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/905fc3f5a66b4c7ebc434b22a791d7b2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/d289249d0b064cd691a7e023ce4dd84f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1ce5702384114f92b5a1e32408881d30, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0862ed463c6f480da42130e327ef55f7] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=47.8 K 2024-12-03T16:05:25,874 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 905fc3f5a66b4c7ebc434b22a791d7b2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733241922415 2024-12-03T16:05:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741880_1056 (size=12629) 2024-12-03T16:05:25,874 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting d289249d0b064cd691a7e023ce4dd84f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733241923578 2024-12-03T16:05:25,875 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ce5702384114f92b5a1e32408881d30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733241923786 2024-12-03T16:05:25,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241985865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,875 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0862ed463c6f480da42130e327ef55f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733241924455 2024-12-03T16:05:25,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241985864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T16:05:25,896 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#C#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:25,897 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/ea452480937b43e6aaccb3d95113060d is 50, key is test_row_0/C:col10/1733241925113/Put/seqid=0 2024-12-03T16:05:25,898 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/90cbaf5042634549bf0b17bda950342c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/90cbaf5042634549bf0b17bda950342c 2024-12-03T16:05:25,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741881_1057 (size=12595) 2024-12-03T16:05:25,914 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/B of 278056ddf6eee50596fb9e79673352e9 into 90cbaf5042634549bf0b17bda950342c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:25,914 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:25,914 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/B, priority=13, startTime=1733241925749; duration=0sec 2024-12-03T16:05:25,915 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:25,915 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:B 2024-12-03T16:05:25,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241985971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241985982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:25,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241985982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:25,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:25,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:26,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241986182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241986191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:26,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:26,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:26,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:26,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241986191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:26,225 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/0cadad8129ec436494214ed65025c0de 2024-12-03T16:05:26,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/2e768bb883fe4bcdae624356b4aa160b is 50, key is test_row_0/B:col10/1733241925168/Put/seqid=0 2024-12-03T16:05:26,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741882_1058 (size=12151) 2024-12-03T16:05:26,258 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/2e768bb883fe4bcdae624356b4aa160b 2024-12-03T16:05:26,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/4341b26049614dd09acd9d67606f38bd is 50, key is test_row_0/C:col10/1733241925168/Put/seqid=0 2024-12-03T16:05:26,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741883_1059 (size=12151) 2024-12-03T16:05:26,320 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/ea452480937b43e6aaccb3d95113060d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/ea452480937b43e6aaccb3d95113060d 2024-12-03T16:05:26,328 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/C of 278056ddf6eee50596fb9e79673352e9 into ea452480937b43e6aaccb3d95113060d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:26,328 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:26,328 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/C, priority=12, startTime=1733241925749; duration=0sec 2024-12-03T16:05:26,328 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:26,328 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:C 2024-12-03T16:05:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T16:05:26,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241986491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:26,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:26,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:26,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241986502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:26,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:26,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:26,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:26,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241986502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:26,679 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/4341b26049614dd09acd9d67606f38bd 2024-12-03T16:05:26,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/0cadad8129ec436494214ed65025c0de as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/0cadad8129ec436494214ed65025c0de 2024-12-03T16:05:26,694 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/0cadad8129ec436494214ed65025c0de, entries=150, sequenceid=230, filesize=11.9 K 2024-12-03T16:05:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/2e768bb883fe4bcdae624356b4aa160b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2e768bb883fe4bcdae624356b4aa160b 2024-12-03T16:05:26,701 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2e768bb883fe4bcdae624356b4aa160b, entries=150, sequenceid=230, filesize=11.9 K 2024-12-03T16:05:26,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/4341b26049614dd09acd9d67606f38bd as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/4341b26049614dd09acd9d67606f38bd 2024-12-03T16:05:26,714 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/4341b26049614dd09acd9d67606f38bd, entries=150, sequenceid=230, filesize=11.9 K 2024-12-03T16:05:26,716 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 278056ddf6eee50596fb9e79673352e9 in 962ms, sequenceid=230, compaction requested=false 2024-12-03T16:05:26,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:26,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:26,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-03T16:05:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-03T16:05:26,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-03T16:05:26,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4330 sec 2024-12-03T16:05:26,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.4740 sec 2024-12-03T16:05:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:27,004 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:27,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-03T16:05:27,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/41bea7d2e578423cadb02b875845e296 is 50, key is test_row_0/A:col10/1733241925860/Put/seqid=0 2024-12-03T16:05:27,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741884_1060 (size=14541) 2024-12-03T16:05:27,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241987051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:27,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241987053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:27,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241987059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:27,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241987172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:27,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:27,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:27,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241987172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241987172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:27,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:27,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241987381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:27,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241987381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:27,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:27,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241987381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:27,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:27,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/41bea7d2e578423cadb02b875845e296 2024-12-03T16:05:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T16:05:27,421 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:27,422 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-03T16:05:27,427 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:27,428 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:27,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T16:05:27,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/3e933e8eab8a477eb6cef63bd562e68f is 50, key is test_row_0/B:col10/1733241925860/Put/seqid=0 2024-12-03T16:05:27,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741885_1061 (size=12151) 2024-12-03T16:05:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T16:05:27,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T16:05:27,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:27,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:27,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:27,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:27,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:27,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241987692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241987692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:27,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241987701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:27,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:27,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:27,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T16:05:27,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:27,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:27,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:27,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:27,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T16:05:27,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/3e933e8eab8a477eb6cef63bd562e68f 2024-12-03T16:05:27,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/5ff2bf67d0894efd8242291462587976 is 50, key is test_row_0/C:col10/1733241925860/Put/seqid=0 2024-12-03T16:05:27,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741886_1062 (size=12151) 2024-12-03T16:05:27,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/5ff2bf67d0894efd8242291462587976 2024-12-03T16:05:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/41bea7d2e578423cadb02b875845e296 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/41bea7d2e578423cadb02b875845e296 2024-12-03T16:05:27,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/41bea7d2e578423cadb02b875845e296, entries=200, sequenceid=249, filesize=14.2 K 2024-12-03T16:05:27,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/3e933e8eab8a477eb6cef63bd562e68f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3e933e8eab8a477eb6cef63bd562e68f 2024-12-03T16:05:27,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T16:05:27,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:27,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:27,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3e933e8eab8a477eb6cef63bd562e68f, entries=150, sequenceid=249, filesize=11.9 K 2024-12-03T16:05:27,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:27,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/5ff2bf67d0894efd8242291462587976 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/5ff2bf67d0894efd8242291462587976 2024-12-03T16:05:27,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/5ff2bf67d0894efd8242291462587976, entries=150, sequenceid=249, filesize=11.9 K 2024-12-03T16:05:27,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 278056ddf6eee50596fb9e79673352e9 in 901ms, sequenceid=249, compaction requested=true 2024-12-03T16:05:27,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:27,905 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:27,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:27,907 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:27,907 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/A is initiating minor compaction (all files) 2024-12-03T16:05:27,907 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/A in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:27,907 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/25ecbd5cbb5b479ea482703b350e37bf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/0cadad8129ec436494214ed65025c0de, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/41bea7d2e578423cadb02b875845e296] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=38.4 K 2024-12-03T16:05:27,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:27,908 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:27,908 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25ecbd5cbb5b479ea482703b350e37bf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733241924455 2024-12-03T16:05:27,909 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cadad8129ec436494214ed65025c0de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733241925162 2024-12-03T16:05:27,909 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:27,909 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/B is initiating minor compaction (all files) 2024-12-03T16:05:27,910 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/B in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:27,910 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/90cbaf5042634549bf0b17bda950342c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2e768bb883fe4bcdae624356b4aa160b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3e933e8eab8a477eb6cef63bd562e68f] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=36.1 K 2024-12-03T16:05:27,910 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 90cbaf5042634549bf0b17bda950342c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733241924455 2024-12-03T16:05:27,910 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41bea7d2e578423cadb02b875845e296, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733241925848 2024-12-03T16:05:27,911 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e768bb883fe4bcdae624356b4aa160b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733241925162 2024-12-03T16:05:27,912 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e933e8eab8a477eb6cef63bd562e68f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733241925853 2024-12-03T16:05:27,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:27,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:27,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:27,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:27,925 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#A#compaction#50 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:27,925 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/ab1d6141fdc846edac6d2e1727de2bd6 is 50, key is test_row_0/A:col10/1733241925860/Put/seqid=0 2024-12-03T16:05:27,928 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#B#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:27,929 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/588afe364f464ba88d11bd1001d1ff0e is 50, key is test_row_0/B:col10/1733241925860/Put/seqid=0 2024-12-03T16:05:27,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741887_1063 (size=12731) 2024-12-03T16:05:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741888_1064 (size=12731) 2024-12-03T16:05:27,948 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/ab1d6141fdc846edac6d2e1727de2bd6 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/ab1d6141fdc846edac6d2e1727de2bd6 2024-12-03T16:05:27,950 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/588afe364f464ba88d11bd1001d1ff0e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/588afe364f464ba88d11bd1001d1ff0e 2024-12-03T16:05:27,959 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/A of 278056ddf6eee50596fb9e79673352e9 into ab1d6141fdc846edac6d2e1727de2bd6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:27,959 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:27,959 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/A, priority=13, startTime=1733241927905; duration=0sec 2024-12-03T16:05:27,960 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:27,960 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:A 2024-12-03T16:05:27,960 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:27,960 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/B of 278056ddf6eee50596fb9e79673352e9 into 588afe364f464ba88d11bd1001d1ff0e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:27,960 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:27,960 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/B, priority=13, startTime=1733241927908; duration=0sec 2024-12-03T16:05:27,960 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:27,960 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:B 2024-12-03T16:05:27,962 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:27,962 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/C is initiating minor compaction (all files) 2024-12-03T16:05:27,962 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/C in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:27,962 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/ea452480937b43e6aaccb3d95113060d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/4341b26049614dd09acd9d67606f38bd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/5ff2bf67d0894efd8242291462587976] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=36.0 K 2024-12-03T16:05:27,963 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea452480937b43e6aaccb3d95113060d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733241924455 2024-12-03T16:05:27,963 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4341b26049614dd09acd9d67606f38bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733241925162 2024-12-03T16:05:27,964 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ff2bf67d0894efd8242291462587976, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733241925853 2024-12-03T16:05:27,974 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#C#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:27,975 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/3308cc7981d5483ba3ac819f828593e9 is 50, key is test_row_0/C:col10/1733241925860/Put/seqid=0 2024-12-03T16:05:27,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741889_1065 (size=12697) 2024-12-03T16:05:28,007 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/3308cc7981d5483ba3ac819f828593e9 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/3308cc7981d5483ba3ac819f828593e9 2024-12-03T16:05:28,018 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/C of 278056ddf6eee50596fb9e79673352e9 into 3308cc7981d5483ba3ac819f828593e9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:28,018 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:28,018 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/C, priority=13, startTime=1733241927916; duration=0sec 2024-12-03T16:05:28,019 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:28,019 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:C 2024-12-03T16:05:28,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T16:05:28,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:28,046 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-03T16:05:28,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/92e52540705941a4978e0e302733645d is 50, key is test_row_0/A:col10/1733241927051/Put/seqid=0 2024-12-03T16:05:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T16:05:28,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741890_1066 (size=12301) 2024-12-03T16:05:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:28,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241988235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241988235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241988237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:28,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241988351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:28,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:28,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241988352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241988352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:28,470 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/92e52540705941a4978e0e302733645d 2024-12-03T16:05:28,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/d2db91ebb58649628a20d3e945c87ba5 is 50, key is test_row_0/B:col10/1733241927051/Put/seqid=0 2024-12-03T16:05:28,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741891_1067 (size=12301) 2024-12-03T16:05:28,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241988561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241988562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:28,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241988562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T16:05:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241988872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:28,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241988872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:28,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:28,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241988872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:28,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:28,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:28,889 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/d2db91ebb58649628a20d3e945c87ba5 2024-12-03T16:05:28,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/758672f0f6f54f2dad5972aa0126d976 is 50, key is test_row_0/C:col10/1733241927051/Put/seqid=0 2024-12-03T16:05:28,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741892_1068 (size=12301) 2024-12-03T16:05:28,908 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/758672f0f6f54f2dad5972aa0126d976 2024-12-03T16:05:28,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/92e52540705941a4978e0e302733645d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/92e52540705941a4978e0e302733645d 2024-12-03T16:05:28,921 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/92e52540705941a4978e0e302733645d, entries=150, sequenceid=272, filesize=12.0 K 2024-12-03T16:05:28,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/d2db91ebb58649628a20d3e945c87ba5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/d2db91ebb58649628a20d3e945c87ba5 2024-12-03T16:05:28,931 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/d2db91ebb58649628a20d3e945c87ba5, entries=150, sequenceid=272, filesize=12.0 K 2024-12-03T16:05:28,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/758672f0f6f54f2dad5972aa0126d976 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/758672f0f6f54f2dad5972aa0126d976 2024-12-03T16:05:28,940 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/758672f0f6f54f2dad5972aa0126d976, entries=150, sequenceid=272, filesize=12.0 K 2024-12-03T16:05:28,942 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 278056ddf6eee50596fb9e79673352e9 in 896ms, sequenceid=272, compaction requested=false 2024-12-03T16:05:28,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:28,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:28,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-03T16:05:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-03T16:05:28,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-03T16:05:28,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5160 sec 2024-12-03T16:05:28,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.5260 sec 2024-12-03T16:05:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:29,384 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:29,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-03T16:05:29,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/812532e90cf646ed971efebfed1f928f is 50, key is test_row_0/A:col10/1733241929382/Put/seqid=0 2024-12-03T16:05:29,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741893_1069 (size=12301) 2024-12-03T16:05:29,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241989420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241989420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:29,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241989421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:29,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:29,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241989531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:29,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241989532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:29,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:29,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241989532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:29,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:29,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T16:05:29,582 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:29,582 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-03T16:05:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T16:05:29,585 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:29,587 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:29,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T16:05:29,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T16:05:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:29,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:29,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:29,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241989741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:29,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241989741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:29,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:29,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241989742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:29,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:29,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/812532e90cf646ed971efebfed1f928f 2024-12-03T16:05:29,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/32ccfc186b13428a9185c0a4061644fd is 50, key is test_row_0/B:col10/1733241929382/Put/seqid=0 2024-12-03T16:05:29,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741894_1070 (size=12301) 2024-12-03T16:05:29,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T16:05:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:29,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T16:05:30,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T16:05:30,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:30,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:30,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:30,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:30,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:30,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241990051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:30,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:30,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241990052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:30,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:30,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241990060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:30,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T16:05:30,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:30,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:30,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:30,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:30,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T16:05:30,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/32ccfc186b13428a9185c0a4061644fd 2024-12-03T16:05:30,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/a9dc0000de244479b043062fe74db4d2 is 50, key is test_row_0/C:col10/1733241929382/Put/seqid=0 2024-12-03T16:05:30,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741895_1071 (size=12301) 2024-12-03T16:05:30,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/a9dc0000de244479b043062fe74db4d2 2024-12-03T16:05:30,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/812532e90cf646ed971efebfed1f928f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/812532e90cf646ed971efebfed1f928f 2024-12-03T16:05:30,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/812532e90cf646ed971efebfed1f928f, entries=150, sequenceid=290, filesize=12.0 K 2024-12-03T16:05:30,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/32ccfc186b13428a9185c0a4061644fd as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/32ccfc186b13428a9185c0a4061644fd 2024-12-03T16:05:30,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/32ccfc186b13428a9185c0a4061644fd, entries=150, sequenceid=290, filesize=12.0 K 2024-12-03T16:05:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/a9dc0000de244479b043062fe74db4d2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/a9dc0000de244479b043062fe74db4d2 2024-12-03T16:05:30,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/a9dc0000de244479b043062fe74db4d2, entries=150, sequenceid=290, filesize=12.0 K 2024-12-03T16:05:30,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 278056ddf6eee50596fb9e79673352e9 in 896ms, sequenceid=290, compaction requested=true 2024-12-03T16:05:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:30,280 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:30,280 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:30,282 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:30,282 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/B is initiating minor compaction (all files) 2024-12-03T16:05:30,282 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/B in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:30,282 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/588afe364f464ba88d11bd1001d1ff0e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/d2db91ebb58649628a20d3e945c87ba5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/32ccfc186b13428a9185c0a4061644fd] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=36.5 K 2024-12-03T16:05:30,283 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:30,283 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/A is initiating minor compaction (all files) 2024-12-03T16:05:30,283 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/A in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:30,283 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/ab1d6141fdc846edac6d2e1727de2bd6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/92e52540705941a4978e0e302733645d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/812532e90cf646ed971efebfed1f928f] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=36.5 K 2024-12-03T16:05:30,285 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab1d6141fdc846edac6d2e1727de2bd6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733241925853 2024-12-03T16:05:30,286 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92e52540705941a4978e0e302733645d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733241927047 2024-12-03T16:05:30,286 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 588afe364f464ba88d11bd1001d1ff0e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733241925853 2024-12-03T16:05:30,287 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 812532e90cf646ed971efebfed1f928f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733241928235 2024-12-03T16:05:30,287 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting d2db91ebb58649628a20d3e945c87ba5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733241927047 2024-12-03T16:05:30,288 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 32ccfc186b13428a9185c0a4061644fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733241928235 2024-12-03T16:05:30,300 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#B#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:30,301 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/4c86df058f5444deb408507191895e20 is 50, key is test_row_0/B:col10/1733241929382/Put/seqid=0 2024-12-03T16:05:30,317 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#A#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:30,318 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/eda3075c0df74fb1b80b799d7065e134 is 50, key is test_row_0/A:col10/1733241929382/Put/seqid=0 2024-12-03T16:05:30,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741896_1072 (size=12983) 2024-12-03T16:05:30,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741897_1073 (size=12983) 2024-12-03T16:05:30,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T16:05:30,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:30,356 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-03T16:05:30,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/16c28ae61ddd4d6692936db24ece3802 is 50, key is test_row_0/A:col10/1733241929419/Put/seqid=0 2024-12-03T16:05:30,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741898_1074 (size=12301) 2024-12-03T16:05:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:30,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:30,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:30,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241990669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241990671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241990676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:30,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T16:05:30,734 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/4c86df058f5444deb408507191895e20 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/4c86df058f5444deb408507191895e20 2024-12-03T16:05:30,742 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/B of 278056ddf6eee50596fb9e79673352e9 into 4c86df058f5444deb408507191895e20(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:30,743 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:30,743 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/B, priority=13, startTime=1733241930280; duration=0sec 2024-12-03T16:05:30,744 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:30,744 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:B 2024-12-03T16:05:30,744 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:30,745 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:30,745 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/C is initiating minor compaction (all files) 2024-12-03T16:05:30,746 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/C in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:30,746 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/3308cc7981d5483ba3ac819f828593e9, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/758672f0f6f54f2dad5972aa0126d976, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/a9dc0000de244479b043062fe74db4d2] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=36.4 K 2024-12-03T16:05:30,747 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 3308cc7981d5483ba3ac819f828593e9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733241925853 2024-12-03T16:05:30,747 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/eda3075c0df74fb1b80b799d7065e134 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/eda3075c0df74fb1b80b799d7065e134 2024-12-03T16:05:30,747 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 758672f0f6f54f2dad5972aa0126d976, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733241927047 2024-12-03T16:05:30,748 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a9dc0000de244479b043062fe74db4d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733241928235 2024-12-03T16:05:30,756 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/A of 278056ddf6eee50596fb9e79673352e9 into eda3075c0df74fb1b80b799d7065e134(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:30,756 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:30,756 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/A, priority=13, startTime=1733241930280; duration=0sec 2024-12-03T16:05:30,756 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:30,756 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:A 2024-12-03T16:05:30,763 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#C#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:30,763 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/891ccb21259d4028ac864ad28a3b7136 is 50, key is test_row_0/C:col10/1733241929382/Put/seqid=0 2024-12-03T16:05:30,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741899_1075 (size=12949) 2024-12-03T16:05:30,776 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/16c28ae61ddd4d6692936db24ece3802 2024-12-03T16:05:30,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241990781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:30,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241990781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:30,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241990781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:30,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:30,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:30,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/daa59022dfb143939e143e0ae77bcc94 is 50, key is test_row_0/B:col10/1733241929419/Put/seqid=0 2024-12-03T16:05:30,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741900_1076 (size=12301) 2024-12-03T16:05:30,800 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/daa59022dfb143939e143e0ae77bcc94 2024-12-03T16:05:30,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/e8579238e268435c8d1b4e50ace023d0 is 50, key is test_row_0/C:col10/1733241929419/Put/seqid=0 2024-12-03T16:05:30,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741901_1077 (size=12301) 2024-12-03T16:05:30,826 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/e8579238e268435c8d1b4e50ace023d0 2024-12-03T16:05:30,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/16c28ae61ddd4d6692936db24ece3802 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/16c28ae61ddd4d6692936db24ece3802 2024-12-03T16:05:30,844 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/16c28ae61ddd4d6692936db24ece3802, entries=150, sequenceid=309, filesize=12.0 K 2024-12-03T16:05:30,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/daa59022dfb143939e143e0ae77bcc94 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/daa59022dfb143939e143e0ae77bcc94 2024-12-03T16:05:30,853 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/daa59022dfb143939e143e0ae77bcc94, entries=150, sequenceid=309, filesize=12.0 K 2024-12-03T16:05:30,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/e8579238e268435c8d1b4e50ace023d0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/e8579238e268435c8d1b4e50ace023d0 2024-12-03T16:05:30,862 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/e8579238e268435c8d1b4e50ace023d0, entries=150, sequenceid=309, filesize=12.0 K 2024-12-03T16:05:30,863 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 278056ddf6eee50596fb9e79673352e9 in 507ms, sequenceid=309, compaction requested=false 2024-12-03T16:05:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-03T16:05:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-03T16:05:30,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-03T16:05:30,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2800 sec 2024-12-03T16:05:30,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.2900 sec 2024-12-03T16:05:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:30,994 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:30,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-03T16:05:31,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/73a6c912fa144d488eab9de6a94aedbc is 50, key is test_row_0/A:col10/1733241930992/Put/seqid=0 2024-12-03T16:05:31,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741902_1078 (size=14741) 2024-12-03T16:05:31,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241991023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:31,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241991024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:31,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:31,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241991026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:31,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241991141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:31,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:31,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241991141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:31,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:31,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241991141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:31,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:31,178 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/891ccb21259d4028ac864ad28a3b7136 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/891ccb21259d4028ac864ad28a3b7136 2024-12-03T16:05:31,187 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/C of 278056ddf6eee50596fb9e79673352e9 into 891ccb21259d4028ac864ad28a3b7136(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:31,187 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:31,187 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/C, priority=13, startTime=1733241930280; duration=0sec 2024-12-03T16:05:31,187 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:31,187 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:C 2024-12-03T16:05:31,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241991351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:31,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241991352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241991352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:31,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/73a6c912fa144d488eab9de6a94aedbc 2024-12-03T16:05:31,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/6722aa7d9c3844e3b5e292ab5e9cfe60 is 50, key is test_row_0/B:col10/1733241930992/Put/seqid=0 2024-12-03T16:05:31,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741903_1079 (size=12301) 2024-12-03T16:05:31,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241991661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:31,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241991662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:31,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:31,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:31,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241991672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T16:05:31,732 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:31,732 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-03T16:05:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T16:05:31,735 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:31,735 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:31,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:31,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/6722aa7d9c3844e3b5e292ab5e9cfe60 2024-12-03T16:05:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T16:05:31,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/0bca228fd4da4150ab4df6d2b278f471 is 50, key is test_row_0/C:col10/1733241930992/Put/seqid=0 2024-12-03T16:05:31,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741904_1080 (size=12301) 2024-12-03T16:05:31,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/0bca228fd4da4150ab4df6d2b278f471 2024-12-03T16:05:31,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/73a6c912fa144d488eab9de6a94aedbc as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/73a6c912fa144d488eab9de6a94aedbc 2024-12-03T16:05:31,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/73a6c912fa144d488eab9de6a94aedbc, entries=200, sequenceid=329, filesize=14.4 K 2024-12-03T16:05:31,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/6722aa7d9c3844e3b5e292ab5e9cfe60 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/6722aa7d9c3844e3b5e292ab5e9cfe60 2024-12-03T16:05:31,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/6722aa7d9c3844e3b5e292ab5e9cfe60, entries=150, sequenceid=329, filesize=12.0 K 2024-12-03T16:05:31,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/0bca228fd4da4150ab4df6d2b278f471 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0bca228fd4da4150ab4df6d2b278f471 2024-12-03T16:05:31,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0bca228fd4da4150ab4df6d2b278f471, entries=150, sequenceid=329, filesize=12.0 K 2024-12-03T16:05:31,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 278056ddf6eee50596fb9e79673352e9 in 891ms, sequenceid=329, compaction requested=true 2024-12-03T16:05:31,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:31,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:31,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:31,886 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:31,886 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:31,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:31,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:31,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:31,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:31,887 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:31,887 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:31,888 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/A is initiating minor compaction (all files) 2024-12-03T16:05:31,888 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/B is initiating minor compaction (all files) 2024-12-03T16:05:31,888 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/A in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:31,888 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/B in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:31,888 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/eda3075c0df74fb1b80b799d7065e134, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/16c28ae61ddd4d6692936db24ece3802, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/73a6c912fa144d488eab9de6a94aedbc] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=39.1 K 2024-12-03T16:05:31,888 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/4c86df058f5444deb408507191895e20, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/daa59022dfb143939e143e0ae77bcc94, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/6722aa7d9c3844e3b5e292ab5e9cfe60] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=36.7 K 2024-12-03T16:05:31,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-03T16:05:31,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:31,889 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c86df058f5444deb408507191895e20, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733241928235 2024-12-03T16:05:31,889 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-03T16:05:31,889 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting eda3075c0df74fb1b80b799d7065e134, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733241928235 2024-12-03T16:05:31,891 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting daa59022dfb143939e143e0ae77bcc94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733241929417 2024-12-03T16:05:31,891 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16c28ae61ddd4d6692936db24ece3802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733241929417 2024-12-03T16:05:31,891 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 6722aa7d9c3844e3b5e292ab5e9cfe60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733241930617 2024-12-03T16:05:31,892 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73a6c912fa144d488eab9de6a94aedbc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733241930617 2024-12-03T16:05:31,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/236ab0d0240a45fcac8ae4e01c89549a is 50, key is test_row_0/A:col10/1733241931022/Put/seqid=0 2024-12-03T16:05:31,913 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:31,914 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/4227147ca1ed476699b480f3fc7831aa is 50, key is test_row_0/B:col10/1733241930992/Put/seqid=0 2024-12-03T16:05:31,916 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:31,916 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/fe3730d41eed42548ad94de7a3def74c is 50, key is test_row_0/A:col10/1733241930992/Put/seqid=0 2024-12-03T16:05:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741905_1081 (size=12301) 2024-12-03T16:05:31,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741906_1082 (size=13085) 2024-12-03T16:05:31,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741907_1083 (size=13085) 2024-12-03T16:05:31,942 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/fe3730d41eed42548ad94de7a3def74c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/fe3730d41eed42548ad94de7a3def74c 2024-12-03T16:05:31,953 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/4227147ca1ed476699b480f3fc7831aa as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/4227147ca1ed476699b480f3fc7831aa 2024-12-03T16:05:31,953 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/A of 278056ddf6eee50596fb9e79673352e9 into fe3730d41eed42548ad94de7a3def74c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:31,954 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:31,954 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/A, priority=13, startTime=1733241931886; duration=0sec 2024-12-03T16:05:31,954 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:31,954 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:A 2024-12-03T16:05:31,954 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:31,957 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:31,957 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/C is initiating minor compaction (all files) 2024-12-03T16:05:31,957 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/C in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:31,957 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/891ccb21259d4028ac864ad28a3b7136, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/e8579238e268435c8d1b4e50ace023d0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0bca228fd4da4150ab4df6d2b278f471] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=36.7 K 2024-12-03T16:05:31,958 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 891ccb21259d4028ac864ad28a3b7136, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733241928235 2024-12-03T16:05:31,958 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8579238e268435c8d1b4e50ace023d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733241929417 2024-12-03T16:05:31,960 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bca228fd4da4150ab4df6d2b278f471, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733241930617 2024-12-03T16:05:31,965 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/B of 278056ddf6eee50596fb9e79673352e9 into 4227147ca1ed476699b480f3fc7831aa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:31,965 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:31,965 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/B, priority=13, startTime=1733241931886; duration=0sec 2024-12-03T16:05:31,966 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:31,966 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:B 2024-12-03T16:05:31,981 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:31,981 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/714eb60ba9964480be1ce5ebd9729c04 is 50, key is test_row_0/C:col10/1733241930992/Put/seqid=0 2024-12-03T16:05:31,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741908_1084 (size=13051) 2024-12-03T16:05:32,007 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/714eb60ba9964480be1ce5ebd9729c04 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/714eb60ba9964480be1ce5ebd9729c04 2024-12-03T16:05:32,021 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/C of 278056ddf6eee50596fb9e79673352e9 into 714eb60ba9964480be1ce5ebd9729c04(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:32,021 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:32,021 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/C, priority=13, startTime=1733241931886; duration=0sec 2024-12-03T16:05:32,021 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:32,022 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:C 2024-12-03T16:05:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T16:05:32,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:32,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241992205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241992219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241992222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241992321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,328 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/236ab0d0240a45fcac8ae4e01c89549a 2024-12-03T16:05:32,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241992332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241992332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/c091f99689e641b888bb0c48dea10605 is 50, key is test_row_0/B:col10/1733241931022/Put/seqid=0 2024-12-03T16:05:32,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741909_1085 (size=12301) 2024-12-03T16:05:32,361 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/c091f99689e641b888bb0c48dea10605 2024-12-03T16:05:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T16:05:32,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/b8fd761e81da418db67747e824a92bfc is 50, key is test_row_0/C:col10/1733241931022/Put/seqid=0 2024-12-03T16:05:32,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741910_1086 (size=12301) 2024-12-03T16:05:32,402 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/b8fd761e81da418db67747e824a92bfc 2024-12-03T16:05:32,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/236ab0d0240a45fcac8ae4e01c89549a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/236ab0d0240a45fcac8ae4e01c89549a 2024-12-03T16:05:32,431 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/236ab0d0240a45fcac8ae4e01c89549a, entries=150, sequenceid=348, filesize=12.0 K 2024-12-03T16:05:32,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/c091f99689e641b888bb0c48dea10605 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c091f99689e641b888bb0c48dea10605 2024-12-03T16:05:32,444 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c091f99689e641b888bb0c48dea10605, entries=150, sequenceid=348, filesize=12.0 K 2024-12-03T16:05:32,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/b8fd761e81da418db67747e824a92bfc as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/b8fd761e81da418db67747e824a92bfc 2024-12-03T16:05:32,454 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/b8fd761e81da418db67747e824a92bfc, entries=150, sequenceid=348, filesize=12.0 K 2024-12-03T16:05:32,455 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 278056ddf6eee50596fb9e79673352e9 in 566ms, sequenceid=348, compaction requested=false 2024-12-03T16:05:32,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:32,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:32,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-03T16:05:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-03T16:05:32,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-03T16:05:32,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 722 msec 2024-12-03T16:05:32,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 732 msec 2024-12-03T16:05:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:32,535 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:32,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-03T16:05:32,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/bd71803de6d04a2bb758ab49fc79a147 is 50, key is test_row_0/A:col10/1733241932216/Put/seqid=0 2024-12-03T16:05:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741911_1087 (size=14741) 2024-12-03T16:05:32,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241992572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241992575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241992577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241992682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241992691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241992691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T16:05:32,872 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:32,873 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-03T16:05:32,878 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:32,880 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:32,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T16:05:32,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241992891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241992902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241992902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:32,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/bd71803de6d04a2bb758ab49fc79a147 2024-12-03T16:05:32,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/03b93026614c4762ad45b77232d609c1 is 50, key is test_row_0/B:col10/1733241932216/Put/seqid=0 2024-12-03T16:05:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T16:05:32,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741912_1088 (size=12301) 2024-12-03T16:05:32,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/03b93026614c4762ad45b77232d609c1 2024-12-03T16:05:33,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/07250b047a1f4b8aa48c84fed31b01cf is 50, key is test_row_0/C:col10/1733241932216/Put/seqid=0 2024-12-03T16:05:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741913_1089 (size=12301) 2024-12-03T16:05:33,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/07250b047a1f4b8aa48c84fed31b01cf 2024-12-03T16:05:33,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/bd71803de6d04a2bb758ab49fc79a147 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/bd71803de6d04a2bb758ab49fc79a147 2024-12-03T16:05:33,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/bd71803de6d04a2bb758ab49fc79a147, entries=200, sequenceid=371, filesize=14.4 K 2024-12-03T16:05:33,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/03b93026614c4762ad45b77232d609c1 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/03b93026614c4762ad45b77232d609c1 2024-12-03T16:05:33,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/03b93026614c4762ad45b77232d609c1, entries=150, sequenceid=371, filesize=12.0 K 2024-12-03T16:05:33,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-03T16:05:33,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:33,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/07250b047a1f4b8aa48c84fed31b01cf as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/07250b047a1f4b8aa48c84fed31b01cf 2024-12-03T16:05:33,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:33,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:33,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:33,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:33,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/07250b047a1f4b8aa48c84fed31b01cf, entries=150, sequenceid=371, filesize=12.0 K 2024-12-03T16:05:33,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 278056ddf6eee50596fb9e79673352e9 in 514ms, sequenceid=371, compaction requested=true 2024-12-03T16:05:33,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:33,050 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:33,050 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:33,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:33,055 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:33,055 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:33,055 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/A is initiating minor compaction (all files) 2024-12-03T16:05:33,055 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/B is initiating minor compaction (all files) 2024-12-03T16:05:33,055 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/A in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:33,055 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/B in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:33,056 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/4227147ca1ed476699b480f3fc7831aa, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c091f99689e641b888bb0c48dea10605, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/03b93026614c4762ad45b77232d609c1] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=36.8 K 2024-12-03T16:05:33,056 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/fe3730d41eed42548ad94de7a3def74c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/236ab0d0240a45fcac8ae4e01c89549a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/bd71803de6d04a2bb758ab49fc79a147] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=39.2 K 2024-12-03T16:05:33,056 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4227147ca1ed476699b480f3fc7831aa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733241930617 2024-12-03T16:05:33,056 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe3730d41eed42548ad94de7a3def74c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733241930617 2024-12-03T16:05:33,057 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting c091f99689e641b888bb0c48dea10605, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733241931021 2024-12-03T16:05:33,057 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 236ab0d0240a45fcac8ae4e01c89549a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733241931021 2024-12-03T16:05:33,057 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 03b93026614c4762ad45b77232d609c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733241932189 2024-12-03T16:05:33,058 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd71803de6d04a2bb758ab49fc79a147, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733241932189 2024-12-03T16:05:33,080 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#A#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:33,081 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/edf6423599fa4e1693fab315ffed3b9e is 50, key is test_row_0/A:col10/1733241932216/Put/seqid=0 2024-12-03T16:05:33,093 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:33,094 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/75226e4aa0c84cc8b2e49290b6ed4ae7 is 50, key is test_row_0/B:col10/1733241932216/Put/seqid=0 2024-12-03T16:05:33,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741914_1090 (size=13187) 2024-12-03T16:05:33,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741915_1091 (size=13187) 2024-12-03T16:05:33,120 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/edf6423599fa4e1693fab315ffed3b9e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/edf6423599fa4e1693fab315ffed3b9e 2024-12-03T16:05:33,133 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/75226e4aa0c84cc8b2e49290b6ed4ae7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/75226e4aa0c84cc8b2e49290b6ed4ae7 2024-12-03T16:05:33,133 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/A of 278056ddf6eee50596fb9e79673352e9 into edf6423599fa4e1693fab315ffed3b9e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:33,134 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:33,134 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/A, priority=13, startTime=1733241933049; duration=0sec 2024-12-03T16:05:33,134 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:33,134 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:A 2024-12-03T16:05:33,134 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:33,140 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:33,140 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/C is initiating minor compaction (all files) 2024-12-03T16:05:33,140 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/C in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:33,140 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/714eb60ba9964480be1ce5ebd9729c04, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/b8fd761e81da418db67747e824a92bfc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/07250b047a1f4b8aa48c84fed31b01cf] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=36.8 K 2024-12-03T16:05:33,141 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 714eb60ba9964480be1ce5ebd9729c04, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733241930617 2024-12-03T16:05:33,142 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/B of 278056ddf6eee50596fb9e79673352e9 into 75226e4aa0c84cc8b2e49290b6ed4ae7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:33,142 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:33,142 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/B, priority=13, startTime=1733241933050; duration=0sec 2024-12-03T16:05:33,142 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:33,142 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:B 2024-12-03T16:05:33,142 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8fd761e81da418db67747e824a92bfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733241931021 2024-12-03T16:05:33,144 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07250b047a1f4b8aa48c84fed31b01cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733241932189 2024-12-03T16:05:33,165 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#C#compaction#79 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:33,166 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/8db7ff0f3025416fb161ee0a364f8b30 is 50, key is test_row_0/C:col10/1733241932216/Put/seqid=0 2024-12-03T16:05:33,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-03T16:05:33,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:33,195 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-03T16:05:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T16:05:33,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:33,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741916_1092 (size=13153) 2024-12-03T16:05:33,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/7d6dd26bd5ee403d9a651650fe6be0f7 is 50, key is test_row_0/A:col10/1733241932570/Put/seqid=0 2024-12-03T16:05:33,222 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/8db7ff0f3025416fb161ee0a364f8b30 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/8db7ff0f3025416fb161ee0a364f8b30 2024-12-03T16:05:33,230 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/C of 278056ddf6eee50596fb9e79673352e9 into 8db7ff0f3025416fb161ee0a364f8b30(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:33,230 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:33,230 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/C, priority=13, startTime=1733241933050; duration=0sec 2024-12-03T16:05:33,230 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:33,230 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:C 2024-12-03T16:05:33,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741917_1093 (size=12301) 2024-12-03T16:05:33,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241993256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:33,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:33,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241993257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:33,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:33,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241993258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:33,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:33,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241993371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:33,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241993371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:33,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241993372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:33,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:33,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T16:05:33,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241993581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:33,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241993581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241993582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:33,656 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/7d6dd26bd5ee403d9a651650fe6be0f7 2024-12-03T16:05:33,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/3f3ddb1ce67743288c1e14c2981c3410 is 50, key is test_row_0/B:col10/1733241932570/Put/seqid=0 2024-12-03T16:05:33,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741918_1094 (size=12301) 2024-12-03T16:05:33,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241993892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:33,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:33,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241993892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:33,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241993893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:33,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:33,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:33,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T16:05:34,110 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/3f3ddb1ce67743288c1e14c2981c3410 2024-12-03T16:05:34,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/626a2a1c8e35453fa8c95492f829e85c is 50, key is test_row_0/C:col10/1733241932570/Put/seqid=0 2024-12-03T16:05:34,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741919_1095 (size=12301) 2024-12-03T16:05:34,179 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/626a2a1c8e35453fa8c95492f829e85c 2024-12-03T16:05:34,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/7d6dd26bd5ee403d9a651650fe6be0f7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/7d6dd26bd5ee403d9a651650fe6be0f7 2024-12-03T16:05:34,197 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/7d6dd26bd5ee403d9a651650fe6be0f7, entries=150, sequenceid=389, filesize=12.0 K 2024-12-03T16:05:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/3f3ddb1ce67743288c1e14c2981c3410 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3f3ddb1ce67743288c1e14c2981c3410 2024-12-03T16:05:34,226 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3f3ddb1ce67743288c1e14c2981c3410, entries=150, sequenceid=389, filesize=12.0 K 2024-12-03T16:05:34,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/626a2a1c8e35453fa8c95492f829e85c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/626a2a1c8e35453fa8c95492f829e85c 2024-12-03T16:05:34,242 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/626a2a1c8e35453fa8c95492f829e85c, entries=150, sequenceid=389, filesize=12.0 K 2024-12-03T16:05:34,243 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 278056ddf6eee50596fb9e79673352e9 in 1049ms, sequenceid=389, compaction requested=false 2024-12-03T16:05:34,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:34,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:34,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-03T16:05:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-03T16:05:34,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-03T16:05:34,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3640 sec 2024-12-03T16:05:34,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.3790 sec 2024-12-03T16:05:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:34,445 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:34,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T16:05:34,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/749a6b17b0104a649bcc96995f288bc4 is 50, key is test_row_0/A:col10/1733241933255/Put/seqid=0 2024-12-03T16:05:34,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241994474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:34,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241994478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:34,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241994480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:34,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:34,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741920_1096 (size=12301) 2024-12-03T16:05:34,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/749a6b17b0104a649bcc96995f288bc4 2024-12-03T16:05:34,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/326b04b365b140829f055d0b97c8b8b3 is 50, key is test_row_0/B:col10/1733241933255/Put/seqid=0 2024-12-03T16:05:34,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741921_1097 (size=12301) 2024-12-03T16:05:34,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/326b04b365b140829f055d0b97c8b8b3 2024-12-03T16:05:34,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/1e8015e655344540b3f7162f35e7da12 is 50, key is test_row_0/C:col10/1733241933255/Put/seqid=0 2024-12-03T16:05:34,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741922_1098 (size=12301) 2024-12-03T16:05:34,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/1e8015e655344540b3f7162f35e7da12 2024-12-03T16:05:34,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241994582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:34,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:34,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241994591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:34,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241994591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:34,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/749a6b17b0104a649bcc96995f288bc4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/749a6b17b0104a649bcc96995f288bc4 2024-12-03T16:05:34,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/749a6b17b0104a649bcc96995f288bc4, entries=150, sequenceid=413, filesize=12.0 K 2024-12-03T16:05:34,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/326b04b365b140829f055d0b97c8b8b3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/326b04b365b140829f055d0b97c8b8b3 2024-12-03T16:05:34,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/326b04b365b140829f055d0b97c8b8b3, entries=150, sequenceid=413, filesize=12.0 K 2024-12-03T16:05:34,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/1e8015e655344540b3f7162f35e7da12 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1e8015e655344540b3f7162f35e7da12 2024-12-03T16:05:34,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1e8015e655344540b3f7162f35e7da12, entries=150, sequenceid=413, filesize=12.0 K 2024-12-03T16:05:34,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 278056ddf6eee50596fb9e79673352e9 in 184ms, sequenceid=413, compaction requested=true 2024-12-03T16:05:34,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:34,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:34,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:34,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:34,630 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:34,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:34,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:34,630 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:34,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:34,632 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:34,632 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:34,632 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/A is initiating minor compaction (all files) 2024-12-03T16:05:34,632 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/B is initiating minor compaction (all files) 2024-12-03T16:05:34,632 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/A in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:34,632 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/B in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:34,632 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/edf6423599fa4e1693fab315ffed3b9e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/7d6dd26bd5ee403d9a651650fe6be0f7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/749a6b17b0104a649bcc96995f288bc4] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=36.9 K 2024-12-03T16:05:34,632 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/75226e4aa0c84cc8b2e49290b6ed4ae7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3f3ddb1ce67743288c1e14c2981c3410, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/326b04b365b140829f055d0b97c8b8b3] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=36.9 K 2024-12-03T16:05:34,633 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting edf6423599fa4e1693fab315ffed3b9e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733241932189 2024-12-03T16:05:34,633 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 75226e4aa0c84cc8b2e49290b6ed4ae7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733241932189 2024-12-03T16:05:34,633 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d6dd26bd5ee403d9a651650fe6be0f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733241932570 2024-12-03T16:05:34,634 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f3ddb1ce67743288c1e14c2981c3410, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733241932570 2024-12-03T16:05:34,634 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 326b04b365b140829f055d0b97c8b8b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733241933255 2024-12-03T16:05:34,634 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 749a6b17b0104a649bcc96995f288bc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733241933255 2024-12-03T16:05:34,651 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#A#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:34,652 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/15aeb0aea140462a8a8b23aa1973e5f9 is 50, key is test_row_0/A:col10/1733241933255/Put/seqid=0 2024-12-03T16:05:34,652 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:34,653 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/facdd04cbdb345838c5b172a5d427665 is 50, key is test_row_0/B:col10/1733241933255/Put/seqid=0 2024-12-03T16:05:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741924_1100 (size=13289) 2024-12-03T16:05:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741923_1099 (size=13289) 2024-12-03T16:05:34,685 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/15aeb0aea140462a8a8b23aa1973e5f9 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/15aeb0aea140462a8a8b23aa1973e5f9 2024-12-03T16:05:34,685 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/facdd04cbdb345838c5b172a5d427665 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/facdd04cbdb345838c5b172a5d427665 2024-12-03T16:05:34,704 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/B of 278056ddf6eee50596fb9e79673352e9 into facdd04cbdb345838c5b172a5d427665(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:34,704 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:34,704 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/A of 278056ddf6eee50596fb9e79673352e9 into 15aeb0aea140462a8a8b23aa1973e5f9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:34,704 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/B, priority=13, startTime=1733241934630; duration=0sec 2024-12-03T16:05:34,704 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:34,704 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/A, priority=13, startTime=1733241934629; duration=0sec 2024-12-03T16:05:34,704 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:34,704 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:B 2024-12-03T16:05:34,704 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:34,704 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:A 2024-12-03T16:05:34,704 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:34,708 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:34,708 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/C is initiating minor compaction (all files) 2024-12-03T16:05:34,708 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/C in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:34,708 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/8db7ff0f3025416fb161ee0a364f8b30, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/626a2a1c8e35453fa8c95492f829e85c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1e8015e655344540b3f7162f35e7da12] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=36.9 K 2024-12-03T16:05:34,709 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 8db7ff0f3025416fb161ee0a364f8b30, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733241932189 2024-12-03T16:05:34,709 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 626a2a1c8e35453fa8c95492f829e85c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733241932570 2024-12-03T16:05:34,710 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e8015e655344540b3f7162f35e7da12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733241933255 2024-12-03T16:05:34,736 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#C#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:34,737 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/ffe3c49371a64657ba44b3ddd96a6583 is 50, key is test_row_0/C:col10/1733241933255/Put/seqid=0 2024-12-03T16:05:34,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741925_1101 (size=13255) 2024-12-03T16:05:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:34,794 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:34,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T16:05:34,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/3ea92b15692b4a55bffd516802967b48 is 50, key is test_row_0/A:col10/1733241934477/Put/seqid=0 2024-12-03T16:05:34,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741926_1102 (size=14741) 2024-12-03T16:05:34,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/3ea92b15692b4a55bffd516802967b48 2024-12-03T16:05:34,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/b46a80c930114cddb762e4a31c70db34 is 50, key is test_row_0/B:col10/1733241934477/Put/seqid=0 2024-12-03T16:05:34,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241994841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:34,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:34,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241994845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:34,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:34,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241994847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:34,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:34,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741927_1103 (size=12301) 2024-12-03T16:05:34,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241994951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:34,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241994951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:34,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241994961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T16:05:35,031 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:35,032 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-03T16:05:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T16:05:35,034 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:35,035 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:35,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T16:05:35,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241995162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:35,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241995162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:35,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:35,175 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/ffe3c49371a64657ba44b3ddd96a6583 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/ffe3c49371a64657ba44b3ddd96a6583 2024-12-03T16:05:35,182 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/C of 278056ddf6eee50596fb9e79673352e9 into ffe3c49371a64657ba44b3ddd96a6583(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:35,182 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:35,182 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/C, priority=13, startTime=1733241934630; duration=0sec 2024-12-03T16:05:35,182 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:35,182 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:C 2024-12-03T16:05:35,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241995181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:35,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T16:05:35,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:35,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:35,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/b46a80c930114cddb762e4a31c70db34 2024-12-03T16:05:35,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/8ffee51411284123bae9f74ad4eb49e9 is 50, key is test_row_0/C:col10/1733241934477/Put/seqid=0 2024-12-03T16:05:35,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48596 deadline: 1733241995271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:35,276 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in 278056ddf6eee50596fb9e79673352e9 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18321 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:05:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:35,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741928_1104 (size=12301) 2024-12-03T16:05:35,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48638 deadline: 1733241995321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:35,323 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in 278056ddf6eee50596fb9e79673352e9 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18387 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:05:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:35,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T16:05:35,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:35,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:35,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:35,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:35,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T16:05:35,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241995471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:35,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:35,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241995471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:35,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:35,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241995491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:35,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T16:05:35,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:35,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:35,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:35,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:35,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:35,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T16:05:35,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:35,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:35,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:35,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:35,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T16:05:35,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/8ffee51411284123bae9f74ad4eb49e9 2024-12-03T16:05:35,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/3ea92b15692b4a55bffd516802967b48 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/3ea92b15692b4a55bffd516802967b48 2024-12-03T16:05:35,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/3ea92b15692b4a55bffd516802967b48, entries=200, sequenceid=430, filesize=14.4 K 2024-12-03T16:05:35,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/b46a80c930114cddb762e4a31c70db34 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/b46a80c930114cddb762e4a31c70db34 2024-12-03T16:05:35,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/b46a80c930114cddb762e4a31c70db34, entries=150, sequenceid=430, filesize=12.0 K 2024-12-03T16:05:35,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/8ffee51411284123bae9f74ad4eb49e9 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/8ffee51411284123bae9f74ad4eb49e9 2024-12-03T16:05:35,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/8ffee51411284123bae9f74ad4eb49e9, entries=150, sequenceid=430, filesize=12.0 K 2024-12-03T16:05:35,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 278056ddf6eee50596fb9e79673352e9 in 921ms, sequenceid=430, compaction requested=false 2024-12-03T16:05:35,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:35,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T16:05:35,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:35,805 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-03T16:05:35,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/f789dd9f647f44609a35202a7b69320b is 50, key is test_row_0/A:col10/1733241934839/Put/seqid=0 2024-12-03T16:05:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741929_1105 (size=12301) 2024-12-03T16:05:35,846 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/f789dd9f647f44609a35202a7b69320b 2024-12-03T16:05:35,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/973aebc761f34c68872d94770a5dba7b is 50, key is test_row_0/B:col10/1733241934839/Put/seqid=0 2024-12-03T16:05:35,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741930_1106 (size=12301) 2024-12-03T16:05:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:35,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. as already flushing 2024-12-03T16:05:36,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241996009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:36,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241996014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:36,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:36,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241996014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:36,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:36,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:36,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241996121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:36,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241996132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:36,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241996132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T16:05:36,279 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/973aebc761f34c68872d94770a5dba7b 2024-12-03T16:05:36,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/82fd456ccf124a0ba254756ea2ca2daa is 50, key is test_row_0/C:col10/1733241934839/Put/seqid=0 2024-12-03T16:05:36,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741931_1107 (size=12301) 2024-12-03T16:05:36,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241996332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:36,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241996341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:36,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241996351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:36,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:36,633 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-03T16:05:36,633 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:05:36,638 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-03T16:05:36,638 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:05:36,639 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-03T16:05:36,639 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:05:36,639 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-03T16:05:36,639 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:05:36,639 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:36,639 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:36,639 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:36,639 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:36,640 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:36,640 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:36,640 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:36,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:05:36,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:05:36,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:05:36,641 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:36,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:05:36,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1733241996642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:36,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:36,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48610 deadline: 1733241996651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:36,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1733241996661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:36,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:36,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:05:36,698 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/82fd456ccf124a0ba254756ea2ca2daa 2024-12-03T16:05:36,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/f789dd9f647f44609a35202a7b69320b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/f789dd9f647f44609a35202a7b69320b 2024-12-03T16:05:36,708 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/f789dd9f647f44609a35202a7b69320b, entries=150, sequenceid=452, filesize=12.0 K 2024-12-03T16:05:36,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/973aebc761f34c68872d94770a5dba7b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/973aebc761f34c68872d94770a5dba7b 2024-12-03T16:05:36,713 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/973aebc761f34c68872d94770a5dba7b, entries=150, sequenceid=452, filesize=12.0 K 2024-12-03T16:05:36,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/82fd456ccf124a0ba254756ea2ca2daa as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/82fd456ccf124a0ba254756ea2ca2daa 2024-12-03T16:05:36,718 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/82fd456ccf124a0ba254756ea2ca2daa, entries=150, sequenceid=452, filesize=12.0 K 2024-12-03T16:05:36,719 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 278056ddf6eee50596fb9e79673352e9 in 914ms, sequenceid=452, compaction requested=true 2024-12-03T16:05:36,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:36,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:36,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-03T16:05:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-03T16:05:36,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-03T16:05:36,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6860 sec 2024-12-03T16:05:36,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.6910 sec 2024-12-03T16:05:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:37,153 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:37,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-03T16:05:37,154 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-03T16:05:37,154 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:05:37,154 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:37,154 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:37,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:05:37,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/d9722a19585140dbb4850b269d98d161 is 50, key is test_row_1/A:col10/1733241935993/Put/seqid=0 2024-12-03T16:05:37,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741932_1108 (size=9857) 2024-12-03T16:05:37,162 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-03T16:05:37,162 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:05:37,162 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:37,163 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:37,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:05:37,173 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-03T16:05:37,173 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:05:37,173 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:37,173 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:37,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:05:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T16:05:37,202 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:37,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/d9722a19585140dbb4850b269d98d161 2024-12-03T16:05:37,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/b322f0a857df4a9aaec17464303b55a4 is 50, key is test_row_1/B:col10/1733241935993/Put/seqid=0 2024-12-03T16:05:37,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741933_1109 (size=9857) 2024-12-03T16:05:37,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/b322f0a857df4a9aaec17464303b55a4 2024-12-03T16:05:37,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/49c8e15b1eca4ca5bc7700a347d56f51 is 50, key is test_row_1/C:col10/1733241935993/Put/seqid=0 2024-12-03T16:05:37,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741934_1110 (size=9857) 2024-12-03T16:05:38,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/49c8e15b1eca4ca5bc7700a347d56f51 2024-12-03T16:05:38,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/d9722a19585140dbb4850b269d98d161 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/d9722a19585140dbb4850b269d98d161 2024-12-03T16:05:38,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/d9722a19585140dbb4850b269d98d161, entries=100, sequenceid=469, filesize=9.6 K 2024-12-03T16:05:38,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/b322f0a857df4a9aaec17464303b55a4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/b322f0a857df4a9aaec17464303b55a4 2024-12-03T16:05:38,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/b322f0a857df4a9aaec17464303b55a4, entries=100, sequenceid=469, filesize=9.6 K 2024-12-03T16:05:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/49c8e15b1eca4ca5bc7700a347d56f51 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/49c8e15b1eca4ca5bc7700a347d56f51 2024-12-03T16:05:38,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/49c8e15b1eca4ca5bc7700a347d56f51, entries=100, sequenceid=469, filesize=9.6 K 2024-12-03T16:05:38,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=13.42 KB/13740 for 278056ddf6eee50596fb9e79673352e9 in 1255ms, sequenceid=469, compaction requested=true 2024-12-03T16:05:38,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:38,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:38,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:38,409 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:05:38,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:38,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:38,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 278056ddf6eee50596fb9e79673352e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:38,409 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:05:38,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:38,410 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50188 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:05:38,410 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/A is initiating minor compaction (all files) 2024-12-03T16:05:38,410 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47748 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:05:38,410 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/A in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:38,410 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/B is initiating minor compaction (all files) 2024-12-03T16:05:38,410 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/15aeb0aea140462a8a8b23aa1973e5f9, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/3ea92b15692b4a55bffd516802967b48, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/f789dd9f647f44609a35202a7b69320b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/d9722a19585140dbb4850b269d98d161] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=49.0 K 2024-12-03T16:05:38,410 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/B in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:38,411 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/facdd04cbdb345838c5b172a5d427665, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/b46a80c930114cddb762e4a31c70db34, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/973aebc761f34c68872d94770a5dba7b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/b322f0a857df4a9aaec17464303b55a4] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=46.6 K 2024-12-03T16:05:38,411 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15aeb0aea140462a8a8b23aa1973e5f9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733241933255 2024-12-03T16:05:38,411 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting facdd04cbdb345838c5b172a5d427665, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733241933255 2024-12-03T16:05:38,411 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ea92b15692b4a55bffd516802967b48, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733241934472 2024-12-03T16:05:38,411 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting b46a80c930114cddb762e4a31c70db34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733241934476 2024-12-03T16:05:38,412 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting f789dd9f647f44609a35202a7b69320b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733241934835 2024-12-03T16:05:38,412 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 973aebc761f34c68872d94770a5dba7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733241934835 2024-12-03T16:05:38,412 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9722a19585140dbb4850b269d98d161, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733241935993 2024-12-03T16:05:38,412 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting b322f0a857df4a9aaec17464303b55a4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733241935993 2024-12-03T16:05:38,424 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#A#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:38,424 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:38,424 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/2b49ea26ddd141d8a23b148abd7974a4 is 50, key is test_row_0/B:col10/1733241934839/Put/seqid=0 2024-12-03T16:05:38,424 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/c7c2275264da468a99c46af9b58af0d2 is 50, key is test_row_0/A:col10/1733241934839/Put/seqid=0 2024-12-03T16:05:38,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741935_1111 (size=13425) 2024-12-03T16:05:38,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741936_1112 (size=13425) 2024-12-03T16:05:38,835 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/c7c2275264da468a99c46af9b58af0d2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/c7c2275264da468a99c46af9b58af0d2 2024-12-03T16:05:38,835 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/2b49ea26ddd141d8a23b148abd7974a4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2b49ea26ddd141d8a23b148abd7974a4 2024-12-03T16:05:38,841 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/B of 278056ddf6eee50596fb9e79673352e9 into 2b49ea26ddd141d8a23b148abd7974a4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:38,841 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:38,841 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/B, priority=12, startTime=1733241938409; duration=0sec 2024-12-03T16:05:38,841 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/A of 278056ddf6eee50596fb9e79673352e9 into c7c2275264da468a99c46af9b58af0d2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:38,841 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:38,841 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:38,841 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:B 2024-12-03T16:05:38,841 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/A, priority=12, startTime=1733241938409; duration=0sec 2024-12-03T16:05:38,841 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:05:38,841 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:38,841 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:A 2024-12-03T16:05:38,843 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:05:38,843 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 278056ddf6eee50596fb9e79673352e9/C is initiating minor compaction (all files) 2024-12-03T16:05:38,843 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 278056ddf6eee50596fb9e79673352e9/C in TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:38,843 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/ffe3c49371a64657ba44b3ddd96a6583, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/8ffee51411284123bae9f74ad4eb49e9, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/82fd456ccf124a0ba254756ea2ca2daa, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/49c8e15b1eca4ca5bc7700a347d56f51] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp, totalSize=46.6 K 2024-12-03T16:05:38,843 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting ffe3c49371a64657ba44b3ddd96a6583, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733241933255 2024-12-03T16:05:38,844 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ffee51411284123bae9f74ad4eb49e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733241934476 2024-12-03T16:05:38,844 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 82fd456ccf124a0ba254756ea2ca2daa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733241934835 2024-12-03T16:05:38,844 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 49c8e15b1eca4ca5bc7700a347d56f51, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733241935993 2024-12-03T16:05:38,854 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 278056ddf6eee50596fb9e79673352e9#C#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:38,855 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/a43d235c1f3f4da788168acc502f3428 is 50, key is test_row_0/C:col10/1733241934839/Put/seqid=0 2024-12-03T16:05:38,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741937_1113 (size=13391) 2024-12-03T16:05:39,265 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/a43d235c1f3f4da788168acc502f3428 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/a43d235c1f3f4da788168acc502f3428 2024-12-03T16:05:39,270 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 278056ddf6eee50596fb9e79673352e9/C of 278056ddf6eee50596fb9e79673352e9 into a43d235c1f3f4da788168acc502f3428(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:39,270 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 278056ddf6eee50596fb9e79673352e9: 2024-12-03T16:05:39,270 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., storeName=278056ddf6eee50596fb9e79673352e9/C, priority=12, startTime=1733241938409; duration=0sec 2024-12-03T16:05:39,270 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:39,270 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 278056ddf6eee50596fb9e79673352e9:C 2024-12-03T16:05:39,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T16:05:45,353 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-03T16:05:45,353 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:05:45,353 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:45,353 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:45,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:05:45,373 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-03T16:05:45,373 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:05:45,373 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:45,373 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:45,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2692 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2548 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1186 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3548 rows 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1198 2024-12-03T16:05:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3583 rows 2024-12-03T16:05:45,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T16:05:45,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T16:05:45,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:45,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:45,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:05:45,380 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-03T16:05:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T16:05:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T16:05:45,387 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241945387"}]},"ts":"1733241945387"} 2024-12-03T16:05:45,389 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T16:05:45,389 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T16:05:45,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T16:05:45,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=278056ddf6eee50596fb9e79673352e9, UNASSIGN}] 2024-12-03T16:05:45,395 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=278056ddf6eee50596fb9e79673352e9, UNASSIGN 2024-12-03T16:05:45,396 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=278056ddf6eee50596fb9e79673352e9, regionState=CLOSING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:05:45,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=278056ddf6eee50596fb9e79673352e9, UNASSIGN because future has completed 2024-12-03T16:05:45,398 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T16:05:45,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:05:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T16:05:45,556 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:45,556 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T16:05:45,556 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 278056ddf6eee50596fb9e79673352e9, disabling compactions & flushes 2024-12-03T16:05:45,557 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:45,557 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:45,557 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. after waiting 0 ms 2024-12-03T16:05:45,557 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:45,557 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 278056ddf6eee50596fb9e79673352e9 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-03T16:05:45,562 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/aa327032ba60488bb2a4d8ddd498e288 is 50, key is test_row_0/A:col10/1733241945372/Put/seqid=0 2024-12-03T16:05:45,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741938_1114 (size=9857) 2024-12-03T16:05:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T16:05:45,967 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/aa327032ba60488bb2a4d8ddd498e288 2024-12-03T16:05:45,975 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/c31053066774427fadc6d8a5ad392fee is 50, key is test_row_0/B:col10/1733241945372/Put/seqid=0 2024-12-03T16:05:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741939_1115 (size=9857) 2024-12-03T16:05:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T16:05:46,380 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/c31053066774427fadc6d8a5ad392fee 2024-12-03T16:05:46,388 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/3cba933c887c4cd48f5028983f2cd509 is 50, key is test_row_0/C:col10/1733241945372/Put/seqid=0 2024-12-03T16:05:46,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741940_1116 (size=9857) 2024-12-03T16:05:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T16:05:46,793 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/3cba933c887c4cd48f5028983f2cd509 2024-12-03T16:05:46,798 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/A/aa327032ba60488bb2a4d8ddd498e288 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/aa327032ba60488bb2a4d8ddd498e288 2024-12-03T16:05:46,803 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/aa327032ba60488bb2a4d8ddd498e288, entries=100, sequenceid=479, filesize=9.6 K 2024-12-03T16:05:46,804 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/B/c31053066774427fadc6d8a5ad392fee as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c31053066774427fadc6d8a5ad392fee 2024-12-03T16:05:46,809 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c31053066774427fadc6d8a5ad392fee, entries=100, sequenceid=479, filesize=9.6 K 2024-12-03T16:05:46,810 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/.tmp/C/3cba933c887c4cd48f5028983f2cd509 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/3cba933c887c4cd48f5028983f2cd509 2024-12-03T16:05:46,814 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/3cba933c887c4cd48f5028983f2cd509, entries=100, sequenceid=479, filesize=9.6 K 2024-12-03T16:05:46,815 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 278056ddf6eee50596fb9e79673352e9 in 1258ms, sequenceid=479, compaction requested=false 2024-12-03T16:05:46,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/850b807c784943cd88a3f88b55ca9702, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/32003ae899734fe19b6e195cc565dcc0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/cbfd3547525a4efb966d1346c1d37a5d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/aa8ddb34fabd4a00aa9cbceb0bcd599f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/69ff9740785844d59c7dca3e0930dbf5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/0151d894cfa74cb896c6aa6f44233970, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/24bf10079ca247238ae599b728b893fd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/c81823cae41047d59ca284d790b71c1f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/afd1ca7a5306499e8b4b36a39fb4fbf6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/2ffdc075fc0443f99f52dd812a1b4f06, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/81417d88899d4b04ad3c9fd4bc2e69b3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/ae9e2d6f58f548daa5285ddb95721abe, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/8fa23607272c4797a8efceeb99dcca7b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/3ec3216c510849868debb533959187af, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/25ecbd5cbb5b479ea482703b350e37bf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/0cadad8129ec436494214ed65025c0de, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/41bea7d2e578423cadb02b875845e296, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/ab1d6141fdc846edac6d2e1727de2bd6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/92e52540705941a4978e0e302733645d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/eda3075c0df74fb1b80b799d7065e134, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/812532e90cf646ed971efebfed1f928f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/16c28ae61ddd4d6692936db24ece3802, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/73a6c912fa144d488eab9de6a94aedbc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/fe3730d41eed42548ad94de7a3def74c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/236ab0d0240a45fcac8ae4e01c89549a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/bd71803de6d04a2bb758ab49fc79a147, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/edf6423599fa4e1693fab315ffed3b9e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/7d6dd26bd5ee403d9a651650fe6be0f7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/15aeb0aea140462a8a8b23aa1973e5f9, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/749a6b17b0104a649bcc96995f288bc4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/3ea92b15692b4a55bffd516802967b48, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/f789dd9f647f44609a35202a7b69320b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/d9722a19585140dbb4850b269d98d161] to archive 2024-12-03T16:05:46,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:05:46,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/850b807c784943cd88a3f88b55ca9702 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/850b807c784943cd88a3f88b55ca9702 2024-12-03T16:05:46,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/32003ae899734fe19b6e195cc565dcc0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/32003ae899734fe19b6e195cc565dcc0 2024-12-03T16:05:46,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/cbfd3547525a4efb966d1346c1d37a5d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/cbfd3547525a4efb966d1346c1d37a5d 2024-12-03T16:05:46,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/aa8ddb34fabd4a00aa9cbceb0bcd599f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/aa8ddb34fabd4a00aa9cbceb0bcd599f 2024-12-03T16:05:46,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/69ff9740785844d59c7dca3e0930dbf5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/69ff9740785844d59c7dca3e0930dbf5 2024-12-03T16:05:46,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/0151d894cfa74cb896c6aa6f44233970 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/0151d894cfa74cb896c6aa6f44233970 2024-12-03T16:05:46,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/24bf10079ca247238ae599b728b893fd to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/24bf10079ca247238ae599b728b893fd 2024-12-03T16:05:46,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/c81823cae41047d59ca284d790b71c1f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/c81823cae41047d59ca284d790b71c1f 2024-12-03T16:05:46,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/afd1ca7a5306499e8b4b36a39fb4fbf6 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/afd1ca7a5306499e8b4b36a39fb4fbf6 2024-12-03T16:05:46,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/2ffdc075fc0443f99f52dd812a1b4f06 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/2ffdc075fc0443f99f52dd812a1b4f06 2024-12-03T16:05:46,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/81417d88899d4b04ad3c9fd4bc2e69b3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/81417d88899d4b04ad3c9fd4bc2e69b3 2024-12-03T16:05:46,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/ae9e2d6f58f548daa5285ddb95721abe to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/ae9e2d6f58f548daa5285ddb95721abe 2024-12-03T16:05:46,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/8fa23607272c4797a8efceeb99dcca7b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/8fa23607272c4797a8efceeb99dcca7b 2024-12-03T16:05:46,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/3ec3216c510849868debb533959187af to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/3ec3216c510849868debb533959187af 2024-12-03T16:05:46,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/25ecbd5cbb5b479ea482703b350e37bf to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/25ecbd5cbb5b479ea482703b350e37bf 2024-12-03T16:05:46,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/0cadad8129ec436494214ed65025c0de to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/0cadad8129ec436494214ed65025c0de 2024-12-03T16:05:46,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/41bea7d2e578423cadb02b875845e296 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/41bea7d2e578423cadb02b875845e296 2024-12-03T16:05:46,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/ab1d6141fdc846edac6d2e1727de2bd6 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/ab1d6141fdc846edac6d2e1727de2bd6 2024-12-03T16:05:46,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/92e52540705941a4978e0e302733645d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/92e52540705941a4978e0e302733645d 2024-12-03T16:05:46,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/eda3075c0df74fb1b80b799d7065e134 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/eda3075c0df74fb1b80b799d7065e134 2024-12-03T16:05:46,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/812532e90cf646ed971efebfed1f928f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/812532e90cf646ed971efebfed1f928f 2024-12-03T16:05:46,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/16c28ae61ddd4d6692936db24ece3802 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/16c28ae61ddd4d6692936db24ece3802 2024-12-03T16:05:46,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/73a6c912fa144d488eab9de6a94aedbc to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/73a6c912fa144d488eab9de6a94aedbc 2024-12-03T16:05:46,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/fe3730d41eed42548ad94de7a3def74c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/fe3730d41eed42548ad94de7a3def74c 2024-12-03T16:05:46,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/236ab0d0240a45fcac8ae4e01c89549a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/236ab0d0240a45fcac8ae4e01c89549a 2024-12-03T16:05:46,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/bd71803de6d04a2bb758ab49fc79a147 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/bd71803de6d04a2bb758ab49fc79a147 2024-12-03T16:05:46,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/edf6423599fa4e1693fab315ffed3b9e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/edf6423599fa4e1693fab315ffed3b9e 2024-12-03T16:05:46,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/7d6dd26bd5ee403d9a651650fe6be0f7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/7d6dd26bd5ee403d9a651650fe6be0f7 2024-12-03T16:05:46,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/15aeb0aea140462a8a8b23aa1973e5f9 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/15aeb0aea140462a8a8b23aa1973e5f9 2024-12-03T16:05:46,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/749a6b17b0104a649bcc96995f288bc4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/749a6b17b0104a649bcc96995f288bc4 2024-12-03T16:05:46,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/3ea92b15692b4a55bffd516802967b48 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/3ea92b15692b4a55bffd516802967b48 2024-12-03T16:05:46,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/f789dd9f647f44609a35202a7b69320b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/f789dd9f647f44609a35202a7b69320b 2024-12-03T16:05:46,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/d9722a19585140dbb4850b269d98d161 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/d9722a19585140dbb4850b269d98d161 2024-12-03T16:05:46,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/604efb0aa66c40e2bd0e6f613804c172, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/a737abbdee58436f86a1aa513385554f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/d209c884b0b842af976003c4e88699c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/22167a5b44df451aac38614f54689419, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3b1987e091354eacae0ab234756966e6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/bc64fac565b64c5e8e0a093e26a021b4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/cefe349204e24a16a7c388c6e3d299c4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/9cfc28c57d5f491b8db47dcf51323999, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/739609a8e1ac4b69991e76439adc9403, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c3a6136888624a10a2d6533bc98aea2a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/a1dff716fbfb4d80aef90c093347154c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2141b5d4991346a2b7ee31c77f5c9aab, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/25e072ce8a4c4d72a7059a486521a88b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/90cbaf5042634549bf0b17bda950342c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/7a2c3bb1890e4586be6a3fd2e019b08a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2e768bb883fe4bcdae624356b4aa160b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/588afe364f464ba88d11bd1001d1ff0e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3e933e8eab8a477eb6cef63bd562e68f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/d2db91ebb58649628a20d3e945c87ba5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/4c86df058f5444deb408507191895e20, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/32ccfc186b13428a9185c0a4061644fd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/daa59022dfb143939e143e0ae77bcc94, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/4227147ca1ed476699b480f3fc7831aa, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/6722aa7d9c3844e3b5e292ab5e9cfe60, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c091f99689e641b888bb0c48dea10605, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/75226e4aa0c84cc8b2e49290b6ed4ae7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/03b93026614c4762ad45b77232d609c1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3f3ddb1ce67743288c1e14c2981c3410, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/facdd04cbdb345838c5b172a5d427665, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/326b04b365b140829f055d0b97c8b8b3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/b46a80c930114cddb762e4a31c70db34, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/973aebc761f34c68872d94770a5dba7b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/b322f0a857df4a9aaec17464303b55a4] to archive 2024-12-03T16:05:46,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:05:46,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/604efb0aa66c40e2bd0e6f613804c172 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/604efb0aa66c40e2bd0e6f613804c172 2024-12-03T16:05:46,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/a737abbdee58436f86a1aa513385554f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/a737abbdee58436f86a1aa513385554f 2024-12-03T16:05:46,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/d209c884b0b842af976003c4e88699c8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/d209c884b0b842af976003c4e88699c8 2024-12-03T16:05:46,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/22167a5b44df451aac38614f54689419 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/22167a5b44df451aac38614f54689419 2024-12-03T16:05:46,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3b1987e091354eacae0ab234756966e6 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3b1987e091354eacae0ab234756966e6 2024-12-03T16:05:46,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/bc64fac565b64c5e8e0a093e26a021b4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/bc64fac565b64c5e8e0a093e26a021b4 2024-12-03T16:05:46,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/cefe349204e24a16a7c388c6e3d299c4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/cefe349204e24a16a7c388c6e3d299c4 2024-12-03T16:05:46,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/9cfc28c57d5f491b8db47dcf51323999 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/9cfc28c57d5f491b8db47dcf51323999 2024-12-03T16:05:46,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/739609a8e1ac4b69991e76439adc9403 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/739609a8e1ac4b69991e76439adc9403 2024-12-03T16:05:46,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c3a6136888624a10a2d6533bc98aea2a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c3a6136888624a10a2d6533bc98aea2a 2024-12-03T16:05:46,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/a1dff716fbfb4d80aef90c093347154c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/a1dff716fbfb4d80aef90c093347154c 2024-12-03T16:05:46,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2141b5d4991346a2b7ee31c77f5c9aab to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2141b5d4991346a2b7ee31c77f5c9aab 2024-12-03T16:05:46,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/25e072ce8a4c4d72a7059a486521a88b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/25e072ce8a4c4d72a7059a486521a88b 2024-12-03T16:05:46,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/90cbaf5042634549bf0b17bda950342c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/90cbaf5042634549bf0b17bda950342c 2024-12-03T16:05:46,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/7a2c3bb1890e4586be6a3fd2e019b08a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/7a2c3bb1890e4586be6a3fd2e019b08a 2024-12-03T16:05:46,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2e768bb883fe4bcdae624356b4aa160b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2e768bb883fe4bcdae624356b4aa160b 2024-12-03T16:05:46,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/588afe364f464ba88d11bd1001d1ff0e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/588afe364f464ba88d11bd1001d1ff0e 2024-12-03T16:05:46,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3e933e8eab8a477eb6cef63bd562e68f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3e933e8eab8a477eb6cef63bd562e68f 2024-12-03T16:05:46,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/d2db91ebb58649628a20d3e945c87ba5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/d2db91ebb58649628a20d3e945c87ba5 2024-12-03T16:05:46,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/4c86df058f5444deb408507191895e20 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/4c86df058f5444deb408507191895e20 2024-12-03T16:05:46,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/32ccfc186b13428a9185c0a4061644fd to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/32ccfc186b13428a9185c0a4061644fd 2024-12-03T16:05:46,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/daa59022dfb143939e143e0ae77bcc94 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/daa59022dfb143939e143e0ae77bcc94 2024-12-03T16:05:46,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/4227147ca1ed476699b480f3fc7831aa to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/4227147ca1ed476699b480f3fc7831aa 2024-12-03T16:05:46,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/6722aa7d9c3844e3b5e292ab5e9cfe60 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/6722aa7d9c3844e3b5e292ab5e9cfe60 2024-12-03T16:05:46,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c091f99689e641b888bb0c48dea10605 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c091f99689e641b888bb0c48dea10605 2024-12-03T16:05:46,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/75226e4aa0c84cc8b2e49290b6ed4ae7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/75226e4aa0c84cc8b2e49290b6ed4ae7 2024-12-03T16:05:46,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/03b93026614c4762ad45b77232d609c1 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/03b93026614c4762ad45b77232d609c1 2024-12-03T16:05:46,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3f3ddb1ce67743288c1e14c2981c3410 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/3f3ddb1ce67743288c1e14c2981c3410 2024-12-03T16:05:46,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/facdd04cbdb345838c5b172a5d427665 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/facdd04cbdb345838c5b172a5d427665 2024-12-03T16:05:46,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/326b04b365b140829f055d0b97c8b8b3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/326b04b365b140829f055d0b97c8b8b3 2024-12-03T16:05:46,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/b46a80c930114cddb762e4a31c70db34 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/b46a80c930114cddb762e4a31c70db34 2024-12-03T16:05:46,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/973aebc761f34c68872d94770a5dba7b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/973aebc761f34c68872d94770a5dba7b 2024-12-03T16:05:46,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/b322f0a857df4a9aaec17464303b55a4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/b322f0a857df4a9aaec17464303b55a4 2024-12-03T16:05:46,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0c3eb943066d44bb95df60b8d220c2b8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/988186d4633b425b94e9ff69c523fbaa, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0863a82318824d008e008b2dbd80973d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/bc9d632d1bb4472096d45e23308a1287, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/e7d4b80d859341c198dc01c6650ffc99, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/f74cb4dd957b4f90ab81df4cb9f7a440, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1d48d85fd64e47609252538555d186d3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/41976118d12e4024a4f9542734c7ddf2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/905fc3f5a66b4c7ebc434b22a791d7b2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/af19168b4d2a4403858b753f57c8e65b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/d289249d0b064cd691a7e023ce4dd84f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1ce5702384114f92b5a1e32408881d30, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/ea452480937b43e6aaccb3d95113060d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0862ed463c6f480da42130e327ef55f7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/4341b26049614dd09acd9d67606f38bd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/3308cc7981d5483ba3ac819f828593e9, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/5ff2bf67d0894efd8242291462587976, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/758672f0f6f54f2dad5972aa0126d976, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/891ccb21259d4028ac864ad28a3b7136, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/a9dc0000de244479b043062fe74db4d2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/e8579238e268435c8d1b4e50ace023d0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/714eb60ba9964480be1ce5ebd9729c04, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0bca228fd4da4150ab4df6d2b278f471, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/b8fd761e81da418db67747e824a92bfc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/8db7ff0f3025416fb161ee0a364f8b30, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/07250b047a1f4b8aa48c84fed31b01cf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/626a2a1c8e35453fa8c95492f829e85c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/ffe3c49371a64657ba44b3ddd96a6583, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1e8015e655344540b3f7162f35e7da12, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/8ffee51411284123bae9f74ad4eb49e9, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/82fd456ccf124a0ba254756ea2ca2daa, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/49c8e15b1eca4ca5bc7700a347d56f51] to archive 2024-12-03T16:05:46,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:05:46,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0c3eb943066d44bb95df60b8d220c2b8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0c3eb943066d44bb95df60b8d220c2b8 2024-12-03T16:05:46,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/988186d4633b425b94e9ff69c523fbaa to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/988186d4633b425b94e9ff69c523fbaa 2024-12-03T16:05:46,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0863a82318824d008e008b2dbd80973d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0863a82318824d008e008b2dbd80973d 2024-12-03T16:05:46,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/bc9d632d1bb4472096d45e23308a1287 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/bc9d632d1bb4472096d45e23308a1287 2024-12-03T16:05:46,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/e7d4b80d859341c198dc01c6650ffc99 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/e7d4b80d859341c198dc01c6650ffc99 2024-12-03T16:05:46,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/f74cb4dd957b4f90ab81df4cb9f7a440 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/f74cb4dd957b4f90ab81df4cb9f7a440 2024-12-03T16:05:46,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1d48d85fd64e47609252538555d186d3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1d48d85fd64e47609252538555d186d3 2024-12-03T16:05:46,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/41976118d12e4024a4f9542734c7ddf2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/41976118d12e4024a4f9542734c7ddf2 2024-12-03T16:05:46,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/905fc3f5a66b4c7ebc434b22a791d7b2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/905fc3f5a66b4c7ebc434b22a791d7b2 2024-12-03T16:05:46,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/af19168b4d2a4403858b753f57c8e65b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/af19168b4d2a4403858b753f57c8e65b 2024-12-03T16:05:46,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/d289249d0b064cd691a7e023ce4dd84f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/d289249d0b064cd691a7e023ce4dd84f 2024-12-03T16:05:46,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1ce5702384114f92b5a1e32408881d30 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1ce5702384114f92b5a1e32408881d30 2024-12-03T16:05:46,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/ea452480937b43e6aaccb3d95113060d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/ea452480937b43e6aaccb3d95113060d 2024-12-03T16:05:46,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0862ed463c6f480da42130e327ef55f7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0862ed463c6f480da42130e327ef55f7 2024-12-03T16:05:46,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/4341b26049614dd09acd9d67606f38bd to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/4341b26049614dd09acd9d67606f38bd 2024-12-03T16:05:46,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/3308cc7981d5483ba3ac819f828593e9 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/3308cc7981d5483ba3ac819f828593e9 2024-12-03T16:05:46,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/5ff2bf67d0894efd8242291462587976 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/5ff2bf67d0894efd8242291462587976 2024-12-03T16:05:46,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/758672f0f6f54f2dad5972aa0126d976 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/758672f0f6f54f2dad5972aa0126d976 2024-12-03T16:05:46,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/891ccb21259d4028ac864ad28a3b7136 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/891ccb21259d4028ac864ad28a3b7136 2024-12-03T16:05:46,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/a9dc0000de244479b043062fe74db4d2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/a9dc0000de244479b043062fe74db4d2 2024-12-03T16:05:46,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/e8579238e268435c8d1b4e50ace023d0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/e8579238e268435c8d1b4e50ace023d0 2024-12-03T16:05:46,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/714eb60ba9964480be1ce5ebd9729c04 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/714eb60ba9964480be1ce5ebd9729c04 2024-12-03T16:05:46,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0bca228fd4da4150ab4df6d2b278f471 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/0bca228fd4da4150ab4df6d2b278f471 2024-12-03T16:05:46,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/b8fd761e81da418db67747e824a92bfc to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/b8fd761e81da418db67747e824a92bfc 2024-12-03T16:05:46,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/8db7ff0f3025416fb161ee0a364f8b30 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/8db7ff0f3025416fb161ee0a364f8b30 2024-12-03T16:05:46,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/07250b047a1f4b8aa48c84fed31b01cf to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/07250b047a1f4b8aa48c84fed31b01cf 2024-12-03T16:05:46,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/626a2a1c8e35453fa8c95492f829e85c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/626a2a1c8e35453fa8c95492f829e85c 2024-12-03T16:05:46,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/ffe3c49371a64657ba44b3ddd96a6583 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/ffe3c49371a64657ba44b3ddd96a6583 2024-12-03T16:05:46,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1e8015e655344540b3f7162f35e7da12 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/1e8015e655344540b3f7162f35e7da12 2024-12-03T16:05:46,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/8ffee51411284123bae9f74ad4eb49e9 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/8ffee51411284123bae9f74ad4eb49e9 2024-12-03T16:05:46,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/82fd456ccf124a0ba254756ea2ca2daa to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/82fd456ccf124a0ba254756ea2ca2daa 2024-12-03T16:05:46,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/49c8e15b1eca4ca5bc7700a347d56f51 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/49c8e15b1eca4ca5bc7700a347d56f51 2024-12-03T16:05:46,965 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/recovered.edits/482.seqid, newMaxSeqId=482, maxSeqId=1 2024-12-03T16:05:46,966 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. 2024-12-03T16:05:46,966 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 278056ddf6eee50596fb9e79673352e9: Waiting for close lock at 1733241945556Running coprocessor pre-close hooks at 1733241945556Disabling compacts and flushes for region at 1733241945556Disabling writes for close at 1733241945557 (+1 ms)Obtaining lock to block concurrent updates at 1733241945557Preparing flush snapshotting stores in 278056ddf6eee50596fb9e79673352e9 at 1733241945557Finished memstore snapshotting TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1733241945557Flushing stores of TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9. at 1733241945558 (+1 ms)Flushing 278056ddf6eee50596fb9e79673352e9/A: creating writer at 1733241945558Flushing 278056ddf6eee50596fb9e79673352e9/A: appending metadata at 1733241945562 (+4 ms)Flushing 278056ddf6eee50596fb9e79673352e9/A: closing flushed file at 1733241945562Flushing 278056ddf6eee50596fb9e79673352e9/B: creating writer at 1733241945972 (+410 ms)Flushing 278056ddf6eee50596fb9e79673352e9/B: appending metadata at 1733241945975 (+3 ms)Flushing 278056ddf6eee50596fb9e79673352e9/B: closing flushed file at 1733241945975Flushing 278056ddf6eee50596fb9e79673352e9/C: creating writer at 1733241946385 (+410 ms)Flushing 278056ddf6eee50596fb9e79673352e9/C: appending metadata at 1733241946387 (+2 ms)Flushing 278056ddf6eee50596fb9e79673352e9/C: closing flushed file at 1733241946388 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f34c720: reopening flushed file at 1733241946797 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557237fd: reopening flushed file at 1733241946803 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e3a9e0: reopening flushed file at 1733241946809 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 278056ddf6eee50596fb9e79673352e9 in 1258ms, sequenceid=479, compaction requested=false at 1733241946815 (+6 ms)Writing region close event to WAL at 1733241946961 (+146 ms)Running coprocessor post-close hooks at 1733241946966 (+5 ms)Closed at 1733241946966 2024-12-03T16:05:46,969 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:46,969 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=278056ddf6eee50596fb9e79673352e9, regionState=CLOSED 2024-12-03T16:05:46,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:05:46,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-03T16:05:46,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 278056ddf6eee50596fb9e79673352e9, server=713339a81dd9,43037,1733241911101 in 1.5730 sec 2024-12-03T16:05:46,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-12-03T16:05:46,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=278056ddf6eee50596fb9e79673352e9, UNASSIGN in 1.5800 sec 2024-12-03T16:05:46,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-03T16:05:46,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5870 sec 2024-12-03T16:05:46,980 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241946980"}]},"ts":"1733241946980"} 2024-12-03T16:05:46,982 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T16:05:46,982 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T16:05:46,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6010 sec 2024-12-03T16:05:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T16:05:47,532 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:47,535 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-03T16:05:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:05:47,541 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:05:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-03T16:05:47,543 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:05:47,547 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:47,551 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/recovered.edits] 2024-12-03T16:05:47,554 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/aa327032ba60488bb2a4d8ddd498e288 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/aa327032ba60488bb2a4d8ddd498e288 2024-12-03T16:05:47,556 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/c7c2275264da468a99c46af9b58af0d2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/A/c7c2275264da468a99c46af9b58af0d2 2024-12-03T16:05:47,558 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2b49ea26ddd141d8a23b148abd7974a4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/2b49ea26ddd141d8a23b148abd7974a4 2024-12-03T16:05:47,560 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c31053066774427fadc6d8a5ad392fee to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/B/c31053066774427fadc6d8a5ad392fee 2024-12-03T16:05:47,562 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/3cba933c887c4cd48f5028983f2cd509 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/3cba933c887c4cd48f5028983f2cd509 2024-12-03T16:05:47,563 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/a43d235c1f3f4da788168acc502f3428 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/C/a43d235c1f3f4da788168acc502f3428 2024-12-03T16:05:47,566 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/recovered.edits/482.seqid to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9/recovered.edits/482.seqid 2024-12-03T16:05:47,567 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/278056ddf6eee50596fb9e79673352e9 2024-12-03T16:05:47,567 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T16:05:47,572 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:05:47,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T16:05:47,583 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T16:05:47,616 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T16:05:47,618 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:05:47,618 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T16:05:47,618 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733241947618"}]},"ts":"9223372036854775807"} 2024-12-03T16:05:47,622 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T16:05:47,622 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 278056ddf6eee50596fb9e79673352e9, NAME => 'TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T16:05:47,622 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T16:05:47,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733241947622"}]},"ts":"9223372036854775807"} 2024-12-03T16:05:47,626 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T16:05:47,627 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:05:47,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 91 msec 2024-12-03T16:05:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-03T16:05:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T16:05:47,652 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:47,664 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/713339a81dd9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1369457202_22 at /127.0.0.1:40592 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;713339a81dd9:43037-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=487 (was 451) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=808 (was 1466) 2024-12-03T16:05:47,676 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=487, ProcessCount=11, AvailableMemoryMB=805 2024-12-03T16:05:47,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T16:05:47,678 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T16:05:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T16:05:47,681 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T16:05:47,681 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:47,681 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-12-03T16:05:47,682 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T16:05:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-03T16:05:47,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741941_1117 (size=959) 2024-12-03T16:05:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-03T16:05:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-03T16:05:48,091 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8 2024-12-03T16:05:48,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741942_1118 (size=53) 2024-12-03T16:05:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-03T16:05:48,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:05:48,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d28e2a583033f259b6a4f08ecd7da330, disabling compactions & flushes 2024-12-03T16:05:48,497 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:48,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:48,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. after waiting 0 ms 2024-12-03T16:05:48,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:48,497 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:48,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d28e2a583033f259b6a4f08ecd7da330: Waiting for close lock at 1733241948497Disabling compacts and flushes for region at 1733241948497Disabling writes for close at 1733241948497Writing region close event to WAL at 1733241948497Closed at 1733241948497 2024-12-03T16:05:48,499 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T16:05:48,499 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733241948499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733241948499"}]},"ts":"1733241948499"} 2024-12-03T16:05:48,501 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T16:05:48,502 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T16:05:48,502 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241948502"}]},"ts":"1733241948502"} 2024-12-03T16:05:48,503 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T16:05:48,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, ASSIGN}] 2024-12-03T16:05:48,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, ASSIGN 2024-12-03T16:05:48,505 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, ASSIGN; state=OFFLINE, location=713339a81dd9,43037,1733241911101; forceNewPlan=false, retain=false 2024-12-03T16:05:48,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=d28e2a583033f259b6a4f08ecd7da330, regionState=OPENING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:05:48,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, ASSIGN because future has completed 2024-12-03T16:05:48,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:05:48,814 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:48,814 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} 2024-12-03T16:05:48,815 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:48,815 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:05:48,815 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:48,815 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:48,816 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:48,818 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d28e2a583033f259b6a4f08ecd7da330 columnFamilyName A 2024-12-03T16:05:48,819 DEBUG [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:48,819 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] regionserver.HStore(327): Store=d28e2a583033f259b6a4f08ecd7da330/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:05:48,819 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:48,821 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d28e2a583033f259b6a4f08ecd7da330 columnFamilyName B 2024-12-03T16:05:48,821 DEBUG [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-03T16:05:48,821 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] regionserver.HStore(327): Store=d28e2a583033f259b6a4f08ecd7da330/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:05:48,821 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:48,822 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d28e2a583033f259b6a4f08ecd7da330 columnFamilyName C 2024-12-03T16:05:48,822 DEBUG [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:48,823 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] regionserver.HStore(327): Store=d28e2a583033f259b6a4f08ecd7da330/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:05:48,823 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:48,824 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:48,824 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:48,825 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:48,825 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:48,825 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T16:05:48,827 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:48,828 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T16:05:48,829 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened d28e2a583033f259b6a4f08ecd7da330; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60774253, jitterRate=-0.0943930596113205}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T16:05:48,829 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:48,830 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for d28e2a583033f259b6a4f08ecd7da330: Running coprocessor pre-open hook at 1733241948815Writing region info on filesystem at 1733241948815Initializing all the Stores at 1733241948816 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241948816Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241948816Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241948816Cleaning up temporary data from old regions at 1733241948825 (+9 ms)Running coprocessor post-open hooks at 1733241948829 (+4 ms)Region opened successfully at 1733241948830 (+1 ms) 2024-12-03T16:05:48,830 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., pid=34, masterSystemTime=1733241948811 2024-12-03T16:05:48,832 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:48,832 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:48,833 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=d28e2a583033f259b6a4f08ecd7da330, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:05:48,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:05:48,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-03T16:05:48,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 in 177 msec 2024-12-03T16:05:48,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-03T16:05:48,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, ASSIGN in 334 msec 2024-12-03T16:05:48,841 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T16:05:48,841 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241948841"}]},"ts":"1733241948841"} 2024-12-03T16:05:48,843 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T16:05:48,844 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T16:05:48,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-12-03T16:05:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-03T16:05:49,832 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:49,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:49,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:49,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:49,836 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:49,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:49,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:49,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37937844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:49,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:49,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:49,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:49,838 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:49,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f53090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:49,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:49,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:49,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T16:05:49,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 713339a81dd9,41395,1733241910291 2024-12-03T16:05:49,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44bb855c 2024-12-03T16:05:49,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T16:05:49,845 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T16:05:49,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T16:05:49,851 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T16:05:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T16:05:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741943_1119 (size=995) 2024-12-03T16:05:50,277 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-03T16:05:50,277 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-03T16:05:50,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T16:05:50,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, REOPEN/MOVE}] 2024-12-03T16:05:50,288 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, REOPEN/MOVE 2024-12-03T16:05:50,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=d28e2a583033f259b6a4f08ecd7da330, regionState=CLOSING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:05:50,291 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41395 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=713339a81dd9,43037,1733241911101, table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T16:05:50,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, REOPEN/MOVE because future has completed 2024-12-03T16:05:50,292 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T16:05:50,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:05:50,444 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,445 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T16:05:50,445 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing d28e2a583033f259b6a4f08ecd7da330, disabling compactions & flushes 2024-12-03T16:05:50,445 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:50,445 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:50,445 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. after waiting 0 ms 2024-12-03T16:05:50,445 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:50,449 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T16:05:50,450 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:50,450 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for d28e2a583033f259b6a4f08ecd7da330: Waiting for close lock at 1733241950445Running coprocessor pre-close hooks at 1733241950445Disabling compacts and flushes for region at 1733241950445Disabling writes for close at 1733241950445Writing region close event to WAL at 1733241950445Running coprocessor post-close hooks at 1733241950450 (+5 ms)Closed at 1733241950450 2024-12-03T16:05:50,450 WARN [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: d28e2a583033f259b6a4f08ecd7da330 to self. 2024-12-03T16:05:50,452 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,453 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=d28e2a583033f259b6a4f08ecd7da330, regionState=CLOSED 2024-12-03T16:05:50,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:05:50,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-03T16:05:50,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 in 163 msec 2024-12-03T16:05:50,457 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, REOPEN/MOVE; state=CLOSED, location=713339a81dd9,43037,1733241911101; forceNewPlan=false, retain=true 2024-12-03T16:05:50,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=d28e2a583033f259b6a4f08ecd7da330, regionState=OPENING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:05:50,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, REOPEN/MOVE because future has completed 2024-12-03T16:05:50,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:05:50,766 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:50,766 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} 2024-12-03T16:05:50,767 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,767 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:05:50,767 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,767 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,769 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,776 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d28e2a583033f259b6a4f08ecd7da330 columnFamilyName A 2024-12-03T16:05:50,779 DEBUG [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:50,779 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] regionserver.HStore(327): Store=d28e2a583033f259b6a4f08ecd7da330/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:05:50,780 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,781 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d28e2a583033f259b6a4f08ecd7da330 columnFamilyName B 2024-12-03T16:05:50,781 DEBUG [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:50,781 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] regionserver.HStore(327): Store=d28e2a583033f259b6a4f08ecd7da330/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:05:50,781 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,782 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d28e2a583033f259b6a4f08ecd7da330 columnFamilyName C 2024-12-03T16:05:50,782 DEBUG [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:50,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T16:05:50,784 INFO [StoreOpener-d28e2a583033f259b6a4f08ecd7da330-1 {}] regionserver.HStore(327): Store=d28e2a583033f259b6a4f08ecd7da330/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:05:50,785 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,786 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,787 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,788 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,788 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,789 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T16:05:50,791 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,792 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened d28e2a583033f259b6a4f08ecd7da330; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74884775, jitterRate=0.11587010324001312}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T16:05:50,792 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,793 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for d28e2a583033f259b6a4f08ecd7da330: Running coprocessor pre-open hook at 1733241950767Writing region info on filesystem at 1733241950767Initializing all the Stores at 1733241950768 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241950768Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241950768Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241950768Cleaning up temporary data from old regions at 1733241950788 (+20 ms)Running coprocessor post-open hooks at 1733241950792 (+4 ms)Region opened successfully at 1733241950793 (+1 ms) 2024-12-03T16:05:50,794 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., pid=39, masterSystemTime=1733241950763 2024-12-03T16:05:50,797 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:50,797 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:50,797 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=d28e2a583033f259b6a4f08ecd7da330, regionState=OPEN, openSeqNum=5, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:05:50,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:05:50,800 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41395 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=713339a81dd9,43037,1733241911101, table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T16:05:50,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-12-03T16:05:50,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 in 191 msec 2024-12-03T16:05:50,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-03T16:05:50,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, REOPEN/MOVE in 515 msec 2024-12-03T16:05:50,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-03T16:05:50,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 526 msec 2024-12-03T16:05:50,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 957 msec 2024-12-03T16:05:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-12-03T16:05:50,814 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:50,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:50,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:50,815 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbc73c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:50,817 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:50,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bcc5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:50,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:50,819 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:50,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:50,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:50,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b5c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:50,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:50,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:50,821 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:50,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753be32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:50,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:50,824 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45395457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:50,825 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:50,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5824d06c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:50,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:50,827 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:50,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d3b074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:50,829 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:50,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353210b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffb7a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:50,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:50,831 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:50,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:50,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:50,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9a322a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:50,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:50,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:50,832 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:50,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39508397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:50,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:50,834 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:50,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755ed1cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:50,836 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e76aef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:50,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:50,837 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a414802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:50,839 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:50,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35753a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:50,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:50,841 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56229cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:50,842 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:50,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5184a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494eb83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:05:50,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:05:50,844 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:05:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:05:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:05:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e10af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:05:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:05:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:05:50,846 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:05:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61627e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:05:50,847 DEBUG [Thread-618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:50,847 DEBUG [Thread-624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:50,847 DEBUG [Thread-622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:50,847 DEBUG [Thread-620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:50,848 DEBUG [Thread-607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:50,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:50,849 DEBUG [Thread-615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:50,849 DEBUG [Thread-613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:50,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:50,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:50,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:50,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:50,851 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:50,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:50,851 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:50,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:50,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:50,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:50,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:50,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:50,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:50,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:50,857 DEBUG [Thread-611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:50,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:05:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:05:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:05:50,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:05:50,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:05:50,861 DEBUG [Thread-611 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:50,861 DEBUG [Thread-611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:50,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:50,864 DEBUG [Thread-609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:05:50,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:05:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:05:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:05:50,867 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-12-03T16:05:50,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:05:50,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:05:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-03T16:05:50,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:05:50,871 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:50,872 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:50,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:50,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:05:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,907 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:50,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:05:50,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f67871b1ae4546eebc0737682cf9d382_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241950900/Put/seqid=0 2024-12-03T16:05:50,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242010953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:50,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:50,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:50,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741944_1120 (size=12154) 2024-12-03T16:05:50,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:50,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:50,971 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242010955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:50,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242010967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:50,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242010968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:50,979 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f67871b1ae4546eebc0737682cf9d382_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f67871b1ae4546eebc0737682cf9d382_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:50,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:50,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:50,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:50,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:50,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:50,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:50,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242010970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:50,980 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/96b8cbdeb1eb4021b5b7658f91253ad3, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-03T16:05:50,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/96b8cbdeb1eb4021b5b7658f91253ad3 is 175, key is test_row_0/A:col10/1733241950900/Put/seqid=0 2024-12-03T16:05:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741945_1121 (size=30955) 2024-12-03T16:05:51,018 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/96b8cbdeb1eb4021b5b7658f91253ad3 2024-12-03T16:05:51,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-03T16:05:51,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:51,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/6d9cb0243c784991b0e00853ab46c6a4 is 50, key is test_row_0/B:col10/1733241950900/Put/seqid=0 2024-12-03T16:05:51,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242011082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242011082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242011082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242011082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741946_1122 (size=12001) 2024-12-03T16:05:51,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242011092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/6d9cb0243c784991b0e00853ab46c6a4 2024-12-03T16:05:51,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/a9f3eaaf28d94fbdbf402389df6753da is 50, key is test_row_0/C:col10/1733241950900/Put/seqid=0 2024-12-03T16:05:51,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741947_1123 (size=12001) 2024-12-03T16:05:51,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/a9f3eaaf28d94fbdbf402389df6753da 2024-12-03T16:05:51,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/96b8cbdeb1eb4021b5b7658f91253ad3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/96b8cbdeb1eb4021b5b7658f91253ad3 2024-12-03T16:05:51,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/96b8cbdeb1eb4021b5b7658f91253ad3, entries=150, sequenceid=16, filesize=30.2 K 2024-12-03T16:05:51,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/6d9cb0243c784991b0e00853ab46c6a4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6d9cb0243c784991b0e00853ab46c6a4 2024-12-03T16:05:51,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-03T16:05:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-03T16:05:51,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6d9cb0243c784991b0e00853ab46c6a4, entries=150, sequenceid=16, filesize=11.7 K 2024-12-03T16:05:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/a9f3eaaf28d94fbdbf402389df6753da as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/a9f3eaaf28d94fbdbf402389df6753da 2024-12-03T16:05:51,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/a9f3eaaf28d94fbdbf402389df6753da, entries=150, sequenceid=16, filesize=11.7 K 2024-12-03T16:05:51,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d28e2a583033f259b6a4f08ecd7da330 in 295ms, sequenceid=16, compaction requested=false 2024-12-03T16:05:51,202 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T16:05:51,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:51,306 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:51,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:05:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:51,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120363e5d316021045d2b0428d9421cb0e42_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241950966/Put/seqid=0 2024-12-03T16:05:51,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-03T16:05:51,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:51,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242011333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242011337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242011339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242011340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741948_1124 (size=14594) 2024-12-03T16:05:51,356 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:51,362 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120363e5d316021045d2b0428d9421cb0e42_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120363e5d316021045d2b0428d9421cb0e42_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:51,363 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/7b2d1035f516447caeb144a5695eff52, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:51,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/7b2d1035f516447caeb144a5695eff52 is 175, key is test_row_0/A:col10/1733241950966/Put/seqid=0 2024-12-03T16:05:51,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242011341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741949_1125 (size=39549) 2024-12-03T16:05:51,382 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/7b2d1035f516447caeb144a5695eff52 2024-12-03T16:05:51,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/d1fad58a5234457385379b2f89f81cb0 is 50, key is test_row_0/B:col10/1733241950966/Put/seqid=0 2024-12-03T16:05:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741950_1126 (size=12001) 2024-12-03T16:05:51,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/d1fad58a5234457385379b2f89f81cb0 2024-12-03T16:05:51,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/0aa98dff2ca340d4b34b10764edf2636 is 50, key is test_row_0/C:col10/1733241950966/Put/seqid=0 2024-12-03T16:05:51,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741951_1127 (size=12001) 2024-12-03T16:05:51,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/0aa98dff2ca340d4b34b10764edf2636 2024-12-03T16:05:51,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242011452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/7b2d1035f516447caeb144a5695eff52 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7b2d1035f516447caeb144a5695eff52 2024-12-03T16:05:51,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7b2d1035f516447caeb144a5695eff52, entries=200, sequenceid=41, filesize=38.6 K 2024-12-03T16:05:51,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/d1fad58a5234457385379b2f89f81cb0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d1fad58a5234457385379b2f89f81cb0 2024-12-03T16:05:51,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242011462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242011462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242011463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d1fad58a5234457385379b2f89f81cb0, entries=150, sequenceid=41, filesize=11.7 K 2024-12-03T16:05:51,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/0aa98dff2ca340d4b34b10764edf2636 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/0aa98dff2ca340d4b34b10764edf2636 2024-12-03T16:05:51,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-03T16:05:51,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:51,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/0aa98dff2ca340d4b34b10764edf2636, entries=150, sequenceid=41, filesize=11.7 K 2024-12-03T16:05:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for d28e2a583033f259b6a4f08ecd7da330 in 188ms, sequenceid=41, compaction requested=false 2024-12-03T16:05:51,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-03T16:05:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:51,509 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:51,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T16:05:51,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120370405de56bcf427e92efe17b9c7b02ee_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241951501/Put/seqid=0 2024-12-03T16:05:51,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741952_1128 (size=17034) 2024-12-03T16:05:51,584 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:51,590 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120370405de56bcf427e92efe17b9c7b02ee_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120370405de56bcf427e92efe17b9c7b02ee_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:51,599 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/d17a9d4281dc44be90bec651ca9d5280, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:51,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/d17a9d4281dc44be90bec651ca9d5280 is 175, key is test_row_0/A:col10/1733241951501/Put/seqid=0 2024-12-03T16:05:51,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741953_1129 (size=48139) 2024-12-03T16:05:51,614 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/d17a9d4281dc44be90bec651ca9d5280 2024-12-03T16:05:51,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/7dfa9006328d4ab6bd0a31d85d23796c is 50, key is test_row_0/B:col10/1733241951501/Put/seqid=0 2024-12-03T16:05:51,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-03T16:05:51,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:51,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:51,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741954_1130 (size=12001) 2024-12-03T16:05:51,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/7dfa9006328d4ab6bd0a31d85d23796c 2024-12-03T16:05:51,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/e7a449762eed4405a50cec13ac05a9cd is 50, key is test_row_0/C:col10/1733241951501/Put/seqid=0 2024-12-03T16:05:51,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741955_1131 (size=12001) 2024-12-03T16:05:51,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/e7a449762eed4405a50cec13ac05a9cd 2024-12-03T16:05:51,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/d17a9d4281dc44be90bec651ca9d5280 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d17a9d4281dc44be90bec651ca9d5280 2024-12-03T16:05:51,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d17a9d4281dc44be90bec651ca9d5280, entries=250, sequenceid=55, filesize=47.0 K 2024-12-03T16:05:51,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/7dfa9006328d4ab6bd0a31d85d23796c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/7dfa9006328d4ab6bd0a31d85d23796c 2024-12-03T16:05:51,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/7dfa9006328d4ab6bd0a31d85d23796c, entries=150, sequenceid=55, filesize=11.7 K 2024-12-03T16:05:51,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/e7a449762eed4405a50cec13ac05a9cd as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/e7a449762eed4405a50cec13ac05a9cd 2024-12-03T16:05:51,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242011716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242011719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242011720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242011723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242011724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/e7a449762eed4405a50cec13ac05a9cd, entries=150, sequenceid=55, filesize=11.7 K 2024-12-03T16:05:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d28e2a583033f259b6a4f08ecd7da330 in 226ms, sequenceid=55, compaction requested=true 2024-12-03T16:05:51,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:51,735 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:51,737 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:51,737 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/A is initiating minor compaction (all files) 2024-12-03T16:05:51,737 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/A in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,737 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/96b8cbdeb1eb4021b5b7658f91253ad3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7b2d1035f516447caeb144a5695eff52, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d17a9d4281dc44be90bec651ca9d5280] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=115.9 K 2024-12-03T16:05:51,737 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,738 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/96b8cbdeb1eb4021b5b7658f91253ad3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7b2d1035f516447caeb144a5695eff52, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d17a9d4281dc44be90bec651ca9d5280] 2024-12-03T16:05:51,738 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96b8cbdeb1eb4021b5b7658f91253ad3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733241950900 2024-12-03T16:05:51,739 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b2d1035f516447caeb144a5695eff52, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733241950950 2024-12-03T16:05:51,739 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting d17a9d4281dc44be90bec651ca9d5280, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733241951314 2024-12-03T16:05:51,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:51,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:51,743 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:51,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:51,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:51,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:51,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:51,747 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:51,747 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/B is initiating minor compaction (all files) 2024-12-03T16:05:51,747 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/B in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,747 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6d9cb0243c784991b0e00853ab46c6a4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d1fad58a5234457385379b2f89f81cb0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/7dfa9006328d4ab6bd0a31d85d23796c] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=35.2 K 2024-12-03T16:05:51,748 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d9cb0243c784991b0e00853ab46c6a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733241950900 2024-12-03T16:05:51,749 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting d1fad58a5234457385379b2f89f81cb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733241950966 2024-12-03T16:05:51,749 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dfa9006328d4ab6bd0a31d85d23796c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733241951336 2024-12-03T16:05:51,767 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:51,783 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#B#compaction#114 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:51,783 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/3df07173d2334768b1321d71f00cfbb8 is 50, key is test_row_0/B:col10/1733241951501/Put/seqid=0 2024-12-03T16:05:51,787 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120367b92f760e644a8e80273140f704cd5b_d28e2a583033f259b6a4f08ecd7da330 store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:51,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-03T16:05:51,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,799 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120367b92f760e644a8e80273140f704cd5b_d28e2a583033f259b6a4f08ecd7da330, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:51,799 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-03T16:05:51,799 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120367b92f760e644a8e80273140f704cd5b_d28e2a583033f259b6a4f08ecd7da330 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741956_1132 (size=12104) 2024-12-03T16:05:51,842 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/3df07173d2334768b1321d71f00cfbb8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/3df07173d2334768b1321d71f00cfbb8 2024-12-03T16:05:51,850 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/B of d28e2a583033f259b6a4f08ecd7da330 into 3df07173d2334768b1321d71f00cfbb8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:51,850 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:51,850 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/B, priority=13, startTime=1733241951743; duration=0sec 2024-12-03T16:05:51,850 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:51,851 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:B 2024-12-03T16:05:51,855 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741957_1133 (size=4469) 2024-12-03T16:05:51,857 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:51,857 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/C is initiating minor compaction (all files) 2024-12-03T16:05:51,858 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/C in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:51,858 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/a9f3eaaf28d94fbdbf402389df6753da, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/0aa98dff2ca340d4b34b10764edf2636, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/e7a449762eed4405a50cec13ac05a9cd] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=35.2 K 2024-12-03T16:05:51,859 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#A#compaction#113 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:51,859 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a9f3eaaf28d94fbdbf402389df6753da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733241950900 2024-12-03T16:05:51,859 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/2b6603285b944641b504da634f78cd56 is 175, key is test_row_0/A:col10/1733241951501/Put/seqid=0 2024-12-03T16:05:51,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203df8304f10e8c4423a04383c010bc7e1d_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241951722/Put/seqid=0 2024-12-03T16:05:51,860 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aa98dff2ca340d4b34b10764edf2636, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733241950966 2024-12-03T16:05:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:51,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:51,862 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e7a449762eed4405a50cec13ac05a9cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733241951336 2024-12-03T16:05:51,886 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#C#compaction#116 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:51,887 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/066464067cfe49ee95410e40aaae98bf is 50, key is test_row_0/C:col10/1733241951501/Put/seqid=0 2024-12-03T16:05:51,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741958_1134 (size=31058) 2024-12-03T16:05:51,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242011889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242011891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242011892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242011894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741959_1135 (size=12154) 2024-12-03T16:05:51,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:51,926 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203df8304f10e8c4423a04383c010bc7e1d_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203df8304f10e8c4423a04383c010bc7e1d_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:51,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/7ff51fe72dd44a7a8d21debdf57bba4a, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:51,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/7ff51fe72dd44a7a8d21debdf57bba4a is 175, key is test_row_0/A:col10/1733241951722/Put/seqid=0 2024-12-03T16:05:51,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242011913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:51,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:51,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:51,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741960_1136 (size=12104) 2024-12-03T16:05:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741961_1137 (size=30955) 2024-12-03T16:05:51,948 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/7ff51fe72dd44a7a8d21debdf57bba4a 2024-12-03T16:05:51,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/05953f3ba2534df88ef592480f1c68ee is 50, key is test_row_0/B:col10/1733241951722/Put/seqid=0 2024-12-03T16:05:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-03T16:05:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741962_1138 (size=12001) 2024-12-03T16:05:52,016 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/05953f3ba2534df88ef592480f1c68ee 2024-12-03T16:05:52,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242012022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242012022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242012022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242012022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/5e0d3959209c46ddbb0ce2dd3cb37c26 is 50, key is test_row_0/C:col10/1733241951722/Put/seqid=0 2024-12-03T16:05:52,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741963_1139 (size=12001) 2024-12-03T16:05:52,061 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/5e0d3959209c46ddbb0ce2dd3cb37c26 2024-12-03T16:05:52,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242012042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/7ff51fe72dd44a7a8d21debdf57bba4a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7ff51fe72dd44a7a8d21debdf57bba4a 2024-12-03T16:05:52,079 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7ff51fe72dd44a7a8d21debdf57bba4a, entries=150, sequenceid=77, filesize=30.2 K 2024-12-03T16:05:52,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/05953f3ba2534df88ef592480f1c68ee as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/05953f3ba2534df88ef592480f1c68ee 2024-12-03T16:05:52,089 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/05953f3ba2534df88ef592480f1c68ee, entries=150, sequenceid=77, filesize=11.7 K 2024-12-03T16:05:52,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/5e0d3959209c46ddbb0ce2dd3cb37c26 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/5e0d3959209c46ddbb0ce2dd3cb37c26 2024-12-03T16:05:52,097 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/5e0d3959209c46ddbb0ce2dd3cb37c26, entries=150, sequenceid=77, filesize=11.7 K 2024-12-03T16:05:52,099 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d28e2a583033f259b6a4f08ecd7da330 in 300ms, sequenceid=77, compaction requested=false 2024-12-03T16:05:52,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:52,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:52,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-03T16:05:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-03T16:05:52,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-03T16:05:52,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2290 sec 2024-12-03T16:05:52,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.2390 sec 2024-12-03T16:05:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:52,250 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:52,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T16:05:52,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ea047448e0164346bb96e90af7bb296f_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241951892/Put/seqid=0 2024-12-03T16:05:52,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741964_1140 (size=14594) 2024-12-03T16:05:52,289 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:52,298 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ea047448e0164346bb96e90af7bb296f_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ea047448e0164346bb96e90af7bb296f_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:52,299 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/93aebd4e424a422f88891faae4dfe134, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:52,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/93aebd4e424a422f88891faae4dfe134 is 175, key is test_row_0/A:col10/1733241951892/Put/seqid=0 2024-12-03T16:05:52,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242012298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242012302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741965_1141 (size=39549) 2024-12-03T16:05:52,324 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/2b6603285b944641b504da634f78cd56 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2b6603285b944641b504da634f78cd56 2024-12-03T16:05:52,329 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/93aebd4e424a422f88891faae4dfe134 2024-12-03T16:05:52,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242012305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242012307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,346 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/A of d28e2a583033f259b6a4f08ecd7da330 into 2b6603285b944641b504da634f78cd56(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:52,346 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:52,346 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/A, priority=13, startTime=1733241951735; duration=0sec 2024-12-03T16:05:52,346 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:52,346 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:A 2024-12-03T16:05:52,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/6e450e57de7b4ff1af1503a0ff32c5a3 is 50, key is test_row_0/B:col10/1733241951892/Put/seqid=0 2024-12-03T16:05:52,354 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/066464067cfe49ee95410e40aaae98bf as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/066464067cfe49ee95410e40aaae98bf 2024-12-03T16:05:52,363 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/C of d28e2a583033f259b6a4f08ecd7da330 into 066464067cfe49ee95410e40aaae98bf(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:52,363 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:52,363 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/C, priority=13, startTime=1733241951744; duration=0sec 2024-12-03T16:05:52,363 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:52,363 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:C 2024-12-03T16:05:52,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242012348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741966_1142 (size=12001) 2024-12-03T16:05:52,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242012421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242012421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242012441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242012442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242012472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,527 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T16:05:52,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242012642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242012643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242012652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242012652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242012682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/6e450e57de7b4ff1af1503a0ff32c5a3 2024-12-03T16:05:52,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/c88adb57b927412cb9aef94ff5621a4a is 50, key is test_row_0/C:col10/1733241951892/Put/seqid=0 2024-12-03T16:05:52,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741967_1143 (size=12001) 2024-12-03T16:05:52,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/c88adb57b927412cb9aef94ff5621a4a 2024-12-03T16:05:52,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/93aebd4e424a422f88891faae4dfe134 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/93aebd4e424a422f88891faae4dfe134 2024-12-03T16:05:52,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/93aebd4e424a422f88891faae4dfe134, entries=200, sequenceid=93, filesize=38.6 K 2024-12-03T16:05:52,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/6e450e57de7b4ff1af1503a0ff32c5a3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6e450e57de7b4ff1af1503a0ff32c5a3 2024-12-03T16:05:52,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6e450e57de7b4ff1af1503a0ff32c5a3, entries=150, sequenceid=93, filesize=11.7 K 2024-12-03T16:05:52,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/c88adb57b927412cb9aef94ff5621a4a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/c88adb57b927412cb9aef94ff5621a4a 2024-12-03T16:05:52,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/c88adb57b927412cb9aef94ff5621a4a, entries=150, sequenceid=93, filesize=11.7 K 2024-12-03T16:05:52,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d28e2a583033f259b6a4f08ecd7da330 in 615ms, sequenceid=93, compaction requested=true 2024-12-03T16:05:52,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:52,865 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:52,868 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:52,868 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/A is initiating minor compaction (all files) 2024-12-03T16:05:52,868 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/A in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:52,868 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2b6603285b944641b504da634f78cd56, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7ff51fe72dd44a7a8d21debdf57bba4a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/93aebd4e424a422f88891faae4dfe134] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=99.2 K 2024-12-03T16:05:52,868 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:52,869 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2b6603285b944641b504da634f78cd56, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7ff51fe72dd44a7a8d21debdf57bba4a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/93aebd4e424a422f88891faae4dfe134] 2024-12-03T16:05:52,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:52,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:52,869 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b6603285b944641b504da634f78cd56, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733241951336 2024-12-03T16:05:52,870 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ff51fe72dd44a7a8d21debdf57bba4a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733241951718 2024-12-03T16:05:52,870 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93aebd4e424a422f88891faae4dfe134, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733241951884 2024-12-03T16:05:52,874 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:52,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:52,876 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:52,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:52,876 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/B is initiating minor compaction (all files) 2024-12-03T16:05:52,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:52,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:52,877 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/B in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:52,877 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/3df07173d2334768b1321d71f00cfbb8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/05953f3ba2534df88ef592480f1c68ee, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6e450e57de7b4ff1af1503a0ff32c5a3] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=35.3 K 2024-12-03T16:05:52,877 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 3df07173d2334768b1321d71f00cfbb8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733241951336 2024-12-03T16:05:52,878 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 05953f3ba2534df88ef592480f1c68ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733241951718 2024-12-03T16:05:52,879 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e450e57de7b4ff1af1503a0ff32c5a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733241951892 2024-12-03T16:05:52,891 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:52,905 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:52,905 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/363a85e70a1f41be9d6030415b4c6078 is 50, key is test_row_0/B:col10/1733241951892/Put/seqid=0 2024-12-03T16:05:52,911 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120368bd3e536b4e4675a8873cb57756ec76_d28e2a583033f259b6a4f08ecd7da330 store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:52,914 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120368bd3e536b4e4675a8873cb57756ec76_d28e2a583033f259b6a4f08ecd7da330, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:52,914 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120368bd3e536b4e4675a8873cb57756ec76_d28e2a583033f259b6a4f08ecd7da330 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:52,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741969_1145 (size=4469) 2024-12-03T16:05:52,943 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#A#compaction#122 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:52,944 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/4bf80380cbad43f892f61ce81928f39e is 175, key is test_row_0/A:col10/1733241951892/Put/seqid=0 2024-12-03T16:05:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:52,954 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:52,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T16:05:52,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741968_1144 (size=12207) 2024-12-03T16:05:52,978 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/363a85e70a1f41be9d6030415b4c6078 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/363a85e70a1f41be9d6030415b4c6078 2024-12-03T16:05:52,989 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/B of d28e2a583033f259b6a4f08ecd7da330 into 363a85e70a1f41be9d6030415b4c6078(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:52,989 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:52,990 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/B, priority=13, startTime=1733241952874; duration=0sec 2024-12-03T16:05:52,990 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:52,990 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:B 2024-12-03T16:05:52,990 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:52,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242012980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:52,993 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:52,993 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/C is initiating minor compaction (all files) 2024-12-03T16:05:52,993 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/C in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:52,993 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/066464067cfe49ee95410e40aaae98bf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/5e0d3959209c46ddbb0ce2dd3cb37c26, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/c88adb57b927412cb9aef94ff5621a4a] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=35.3 K 2024-12-03T16:05:52,994 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 066464067cfe49ee95410e40aaae98bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733241951336 2024-12-03T16:05:52,994 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e0d3959209c46ddbb0ce2dd3cb37c26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733241951718 2024-12-03T16:05:52,995 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting c88adb57b927412cb9aef94ff5621a4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733241951892 2024-12-03T16:05:53,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242012987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242012989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242012991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242012992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-03T16:05:53,035 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:53,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:53,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b1a2583fac7a453795a3151511f97740_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241952304/Put/seqid=0 2024-12-03T16:05:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-03T16:05:53,046 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-03T16:05:53,047 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:53,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:53,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741970_1146 (size=31161) 2024-12-03T16:05:53,050 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#C#compaction#125 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:53,051 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/d51ed85386eb4985bd61b8176399d839 is 50, key is test_row_0/C:col10/1733241951892/Put/seqid=0 2024-12-03T16:05:53,067 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/4bf80380cbad43f892f61ce81928f39e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/4bf80380cbad43f892f61ce81928f39e 2024-12-03T16:05:53,076 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/A of d28e2a583033f259b6a4f08ecd7da330 into 4bf80380cbad43f892f61ce81928f39e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:53,076 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:53,076 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/A, priority=13, startTime=1733241952865; duration=0sec 2024-12-03T16:05:53,076 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:53,076 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:A 2024-12-03T16:05:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741971_1147 (size=12154) 2024-12-03T16:05:53,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741972_1148 (size=12207) 2024-12-03T16:05:53,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242013101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242013112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242013112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242013112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-03T16:05:53,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-03T16:05:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:53,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242013312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242013321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242013321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242013322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-03T16:05:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:53,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:53,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:53,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-03T16:05:53,492 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:53,498 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b1a2583fac7a453795a3151511f97740_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b1a2583fac7a453795a3151511f97740_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:53,500 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/9ff7516338124e5f8b5fae1c7a424aff, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:53,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/9ff7516338124e5f8b5fae1c7a424aff is 175, key is test_row_0/A:col10/1733241952304/Put/seqid=0 2024-12-03T16:05:53,507 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/d51ed85386eb4985bd61b8176399d839 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d51ed85386eb4985bd61b8176399d839 2024-12-03T16:05:53,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-03T16:05:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242013512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:53,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:53,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,524 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/C of d28e2a583033f259b6a4f08ecd7da330 into d51ed85386eb4985bd61b8176399d839(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:53,524 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:53,524 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/C, priority=13, startTime=1733241952876; duration=0sec 2024-12-03T16:05:53,524 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:53,524 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:C 2024-12-03T16:05:53,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741973_1149 (size=30955) 2024-12-03T16:05:53,551 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/9ff7516338124e5f8b5fae1c7a424aff 2024-12-03T16:05:53,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/9cee800eaae44671bf3df15f0d22fdbd is 50, key is test_row_0/B:col10/1733241952304/Put/seqid=0 2024-12-03T16:05:53,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741974_1150 (size=12001) 2024-12-03T16:05:53,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/9cee800eaae44671bf3df15f0d22fdbd 2024-12-03T16:05:53,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/14600706db894bcdbd61eb9cb712f02c is 50, key is test_row_0/C:col10/1733241952304/Put/seqid=0 2024-12-03T16:05:53,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242013621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741975_1151 (size=12001) 2024-12-03T16:05:53,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242013632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242013632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:53,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242013632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:53,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:53,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-03T16:05:53,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:53,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:53,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:53,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-03T16:05:53,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-03T16:05:53,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:53,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:53,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:53,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-03T16:05:53,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:53,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:53,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:53,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:54,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/14600706db894bcdbd61eb9cb712f02c 2024-12-03T16:05:54,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/9ff7516338124e5f8b5fae1c7a424aff as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9ff7516338124e5f8b5fae1c7a424aff 2024-12-03T16:05:54,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9ff7516338124e5f8b5fae1c7a424aff, entries=150, sequenceid=118, filesize=30.2 K 2024-12-03T16:05:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/9cee800eaae44671bf3df15f0d22fdbd as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/9cee800eaae44671bf3df15f0d22fdbd 2024-12-03T16:05:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/9cee800eaae44671bf3df15f0d22fdbd, entries=150, sequenceid=118, filesize=11.7 K 2024-12-03T16:05:54,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/14600706db894bcdbd61eb9cb712f02c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/14600706db894bcdbd61eb9cb712f02c 2024-12-03T16:05:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/14600706db894bcdbd61eb9cb712f02c, entries=150, sequenceid=118, filesize=11.7 K 2024-12-03T16:05:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d28e2a583033f259b6a4f08ecd7da330 in 1118ms, sequenceid=118, compaction requested=false 2024-12-03T16:05:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-03T16:05:54,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,133 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T16:05:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:54,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203087957aa1da446d2922a5b1709015841_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241952987/Put/seqid=0 2024-12-03T16:05:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-03T16:05:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741976_1152 (size=9814) 2024-12-03T16:05:54,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242014204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242014204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242014212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242014216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,241 INFO [master/713339a81dd9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T16:05:54,241 INFO [master/713339a81dd9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T16:05:54,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242014321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242014321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242014321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242014332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242014521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,531 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in d28e2a583033f259b6a4f08ecd7da330 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:05:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242014532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242014532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242014533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242014541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:54,614 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203087957aa1da446d2922a5b1709015841_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203087957aa1da446d2922a5b1709015841_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/92c1a3f0e3564ec6a9c52a7046932f81, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/92c1a3f0e3564ec6a9c52a7046932f81 is 175, key is test_row_0/A:col10/1733241952987/Put/seqid=0 2024-12-03T16:05:54,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741977_1153 (size=22461) 2024-12-03T16:05:54,648 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/92c1a3f0e3564ec6a9c52a7046932f81 2024-12-03T16:05:54,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/d484084e514e4e589503fb3c9b9cc923 is 50, key is test_row_0/B:col10/1733241952987/Put/seqid=0 2024-12-03T16:05:54,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741978_1154 (size=9757) 2024-12-03T16:05:54,685 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/d484084e514e4e589503fb3c9b9cc923 2024-12-03T16:05:54,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/258cd1cf2daa455691a93df9c52ff758 is 50, key is test_row_0/C:col10/1733241952987/Put/seqid=0 2024-12-03T16:05:54,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741979_1155 (size=9757) 2024-12-03T16:05:54,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242014842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242014842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242014851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242014851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:55,134 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/258cd1cf2daa455691a93df9c52ff758 2024-12-03T16:05:55,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/92c1a3f0e3564ec6a9c52a7046932f81 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/92c1a3f0e3564ec6a9c52a7046932f81 2024-12-03T16:05:55,151 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/92c1a3f0e3564ec6a9c52a7046932f81, entries=100, sequenceid=134, filesize=21.9 K 2024-12-03T16:05:55,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/d484084e514e4e589503fb3c9b9cc923 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d484084e514e4e589503fb3c9b9cc923 2024-12-03T16:05:55,160 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d484084e514e4e589503fb3c9b9cc923, entries=100, sequenceid=134, filesize=9.5 K 2024-12-03T16:05:55,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/258cd1cf2daa455691a93df9c52ff758 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/258cd1cf2daa455691a93df9c52ff758 2024-12-03T16:05:55,168 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/258cd1cf2daa455691a93df9c52ff758, entries=100, sequenceid=134, filesize=9.5 K 2024-12-03T16:05:55,170 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d28e2a583033f259b6a4f08ecd7da330 in 1037ms, sequenceid=134, compaction requested=true 2024-12-03T16:05:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-03T16:05:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-03T16:05:55,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-03T16:05:55,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1250 sec 2024-12-03T16:05:55,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.1420 sec 2024-12-03T16:05:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-03T16:05:55,192 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:55,192 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-03T16:05:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-03T16:05:55,195 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:55,196 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:55,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-03T16:05:55,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-03T16:05:55,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:55,352 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T16:05:55,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c08fb61f45914e56b127a7b62acf3d9d_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241954192/Put/seqid=0 2024-12-03T16:05:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:55,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:55,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741980_1156 (size=12304) 2024-12-03T16:05:55,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:55,389 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c08fb61f45914e56b127a7b62acf3d9d_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c08fb61f45914e56b127a7b62acf3d9d_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:55,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242015383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:55,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242015388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:55,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:55,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:55,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/32253f59b26c484eb53b988a720b1987, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:55,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/32253f59b26c484eb53b988a720b1987 is 175, key is test_row_0/A:col10/1733241954192/Put/seqid=0 2024-12-03T16:05:55,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242015395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:55,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242015395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:55,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741981_1157 (size=31105) 2024-12-03T16:05:55,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242015503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:55,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242015503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:55,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:55,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-03T16:05:55,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242015512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:55,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242015512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:55,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242015722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:55,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242015722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:55,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242015722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:55,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242015722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:55,821 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/32253f59b26c484eb53b988a720b1987 2024-12-03T16:05:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-03T16:05:55,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/4ae9425b40554d6f9ed640ce63a79bee is 50, key is test_row_0/B:col10/1733241954192/Put/seqid=0 2024-12-03T16:05:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741982_1158 (size=12151) 2024-12-03T16:05:56,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242016041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:56,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242016041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:56,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242016041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:56,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:56,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242016052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:56,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:56,247 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/4ae9425b40554d6f9ed640ce63a79bee 2024-12-03T16:05:56,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/cdfef3d55fbc49918d86df57bc3605de is 50, key is test_row_0/C:col10/1733241954192/Put/seqid=0 2024-12-03T16:05:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741983_1159 (size=12151) 2024-12-03T16:05:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-03T16:05:56,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242016542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:56,547 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in d28e2a583033f259b6a4f08ecd7da330 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:05:56,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242016552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:56,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242016552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:56,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:56,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242016552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:56,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242016562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:56,667 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/cdfef3d55fbc49918d86df57bc3605de 2024-12-03T16:05:56,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/32253f59b26c484eb53b988a720b1987 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/32253f59b26c484eb53b988a720b1987 2024-12-03T16:05:56,680 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/32253f59b26c484eb53b988a720b1987, entries=150, sequenceid=157, filesize=30.4 K 2024-12-03T16:05:56,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/4ae9425b40554d6f9ed640ce63a79bee as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4ae9425b40554d6f9ed640ce63a79bee 2024-12-03T16:05:56,693 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4ae9425b40554d6f9ed640ce63a79bee, entries=150, sequenceid=157, filesize=11.9 K 2024-12-03T16:05:56,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/cdfef3d55fbc49918d86df57bc3605de as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/cdfef3d55fbc49918d86df57bc3605de 2024-12-03T16:05:56,701 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/cdfef3d55fbc49918d86df57bc3605de, entries=150, sequenceid=157, filesize=11.9 K 2024-12-03T16:05:56,703 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d28e2a583033f259b6a4f08ecd7da330 in 1351ms, sequenceid=157, compaction requested=true 2024-12-03T16:05:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:56,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-03T16:05:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-03T16:05:56,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-03T16:05:56,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5090 sec 2024-12-03T16:05:56,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.5150 sec 2024-12-03T16:05:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-03T16:05:57,343 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:57,343 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-03T16:05:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T16:05:57,346 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:57,347 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:57,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T16:05:57,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-03T16:05:57,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:57,501 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T16:05:57,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a23f6b223a7d49ef90d0e55f74fdb592_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241955381/Put/seqid=0 2024-12-03T16:05:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:57,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741984_1160 (size=12304) 2024-12-03T16:05:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T16:05:57,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242017659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:57,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242017687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:57,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242017692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:57,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242017692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:57,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242017801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:57,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242017801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:57,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242017812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:57,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:57,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242017812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:57,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:57,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T16:05:57,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:58,008 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a23f6b223a7d49ef90d0e55f74fdb592_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a23f6b223a7d49ef90d0e55f74fdb592_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:58,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/058fc02636d143b2b8bfa0e4493faeca, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:58,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/058fc02636d143b2b8bfa0e4493faeca is 175, key is test_row_0/A:col10/1733241955381/Put/seqid=0 2024-12-03T16:05:58,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741985_1161 (size=31105) 2024-12-03T16:05:58,017 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/058fc02636d143b2b8bfa0e4493faeca 2024-12-03T16:05:58,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242018022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242018022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242018022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242018031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/6961ba6c69e8432faaea0970e5eed37b is 50, key is test_row_0/B:col10/1733241955381/Put/seqid=0 2024-12-03T16:05:58,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741986_1162 (size=12151) 2024-12-03T16:05:58,072 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/6961ba6c69e8432faaea0970e5eed37b 2024-12-03T16:05:58,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/fa8bb635372f450b93e7e8a343afc591 is 50, key is test_row_0/C:col10/1733241955381/Put/seqid=0 2024-12-03T16:05:58,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741987_1163 (size=12151) 2024-12-03T16:05:58,090 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/fa8bb635372f450b93e7e8a343afc591 2024-12-03T16:05:58,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/058fc02636d143b2b8bfa0e4493faeca as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/058fc02636d143b2b8bfa0e4493faeca 2024-12-03T16:05:58,106 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/058fc02636d143b2b8bfa0e4493faeca, entries=150, sequenceid=171, filesize=30.4 K 2024-12-03T16:05:58,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/6961ba6c69e8432faaea0970e5eed37b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6961ba6c69e8432faaea0970e5eed37b 2024-12-03T16:05:58,135 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6961ba6c69e8432faaea0970e5eed37b, entries=150, sequenceid=171, filesize=11.9 K 2024-12-03T16:05:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/fa8bb635372f450b93e7e8a343afc591 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/fa8bb635372f450b93e7e8a343afc591 2024-12-03T16:05:58,147 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/fa8bb635372f450b93e7e8a343afc591, entries=150, sequenceid=171, filesize=11.9 K 2024-12-03T16:05:58,148 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d28e2a583033f259b6a4f08ecd7da330 in 647ms, sequenceid=171, compaction requested=true 2024-12-03T16:05:58,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:58,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:58,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-03T16:05:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-03T16:05:58,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-03T16:05:58,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 803 msec 2024-12-03T16:05:58,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 810 msec 2024-12-03T16:05:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:58,334 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:58,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T16:05:58,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ba91c453dad4434fb1fb53199752705b_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241957689/Put/seqid=0 2024-12-03T16:05:58,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242018366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242018366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242018370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242018371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741988_1164 (size=12304) 2024-12-03T16:05:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T16:05:58,482 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:58,483 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-03T16:05:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T16:05:58,485 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:58,486 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:58,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242018482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242018482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242018491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242018491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T16:05:58,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T16:05:58,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:58,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:58,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:58,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:58,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:58,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242018691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242018691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242018702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242018711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:58,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T16:05:58,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:58,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:58,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:58,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:58,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:58,797 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T16:05:58,803 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ba91c453dad4434fb1fb53199752705b_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ba91c453dad4434fb1fb53199752705b_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:58,805 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/a2914a5841d14a6baea740177628d5e7, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:58,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/a2914a5841d14a6baea740177628d5e7 is 175, key is test_row_0/A:col10/1733241957689/Put/seqid=0 2024-12-03T16:05:58,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741989_1165 (size=31105) 2024-12-03T16:05:58,833 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/a2914a5841d14a6baea740177628d5e7 2024-12-03T16:05:58,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/5b5e24d2e5164577844a71f4e02e68e4 is 50, key is test_row_0/B:col10/1733241957689/Put/seqid=0 2024-12-03T16:05:58,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741990_1166 (size=12151) 2024-12-03T16:05:58,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/5b5e24d2e5164577844a71f4e02e68e4 2024-12-03T16:05:58,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/9fcbb0743bd94943b4dea20b12cebcdd is 50, key is test_row_0/C:col10/1733241957689/Put/seqid=0 2024-12-03T16:05:58,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741991_1167 (size=12151) 2024-12-03T16:05:58,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/9fcbb0743bd94943b4dea20b12cebcdd 2024-12-03T16:05:58,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/a2914a5841d14a6baea740177628d5e7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/a2914a5841d14a6baea740177628d5e7 2024-12-03T16:05:58,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/a2914a5841d14a6baea740177628d5e7, entries=150, sequenceid=194, filesize=30.4 K 2024-12-03T16:05:58,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/5b5e24d2e5164577844a71f4e02e68e4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/5b5e24d2e5164577844a71f4e02e68e4 2024-12-03T16:05:58,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/5b5e24d2e5164577844a71f4e02e68e4, entries=150, sequenceid=194, filesize=11.9 K 2024-12-03T16:05:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/9fcbb0743bd94943b4dea20b12cebcdd as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9fcbb0743bd94943b4dea20b12cebcdd 2024-12-03T16:05:58,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9fcbb0743bd94943b4dea20b12cebcdd, entries=150, sequenceid=194, filesize=11.9 K 2024-12-03T16:05:58,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d28e2a583033f259b6a4f08ecd7da330 in 599ms, sequenceid=194, compaction requested=true 2024-12-03T16:05:58,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:58,933 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-03T16:05:58,935 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 177892 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-03T16:05:58,935 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/A is initiating minor compaction (all files) 2024-12-03T16:05:58,935 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/A in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:58,936 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/4bf80380cbad43f892f61ce81928f39e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9ff7516338124e5f8b5fae1c7a424aff, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/92c1a3f0e3564ec6a9c52a7046932f81, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/32253f59b26c484eb53b988a720b1987, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/058fc02636d143b2b8bfa0e4493faeca, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/a2914a5841d14a6baea740177628d5e7] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=173.7 K 2024-12-03T16:05:58,936 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:58,936 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/4bf80380cbad43f892f61ce81928f39e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9ff7516338124e5f8b5fae1c7a424aff, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/92c1a3f0e3564ec6a9c52a7046932f81, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/32253f59b26c484eb53b988a720b1987, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/058fc02636d143b2b8bfa0e4493faeca, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/a2914a5841d14a6baea740177628d5e7] 2024-12-03T16:05:58,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:58,936 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bf80380cbad43f892f61ce81928f39e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733241951892 2024-12-03T16:05:58,937 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ff7516338124e5f8b5fae1c7a424aff, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733241952298 2024-12-03T16:05:58,937 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92c1a3f0e3564ec6a9c52a7046932f81, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733241952987 2024-12-03T16:05:58,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:58,938 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32253f59b26c484eb53b988a720b1987, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733241954192 2024-12-03T16:05:58,938 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-03T16:05:58,939 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 058fc02636d143b2b8bfa0e4493faeca, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733241955381 2024-12-03T16:05:58,939 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2914a5841d14a6baea740177628d5e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733241957688 2024-12-03T16:05:58,941 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 70418 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-03T16:05:58,941 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/B is initiating minor compaction (all files) 2024-12-03T16:05:58,941 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/B in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:58,941 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/363a85e70a1f41be9d6030415b4c6078, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/9cee800eaae44671bf3df15f0d22fdbd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d484084e514e4e589503fb3c9b9cc923, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4ae9425b40554d6f9ed640ce63a79bee, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6961ba6c69e8432faaea0970e5eed37b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/5b5e24d2e5164577844a71f4e02e68e4] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=68.8 K 2024-12-03T16:05:58,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:58,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:58,942 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 363a85e70a1f41be9d6030415b4c6078, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733241951892 2024-12-03T16:05:58,942 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cee800eaae44671bf3df15f0d22fdbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733241952298 2024-12-03T16:05:58,943 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting d484084e514e4e589503fb3c9b9cc923, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733241952987 2024-12-03T16:05:58,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:58,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:58,944 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ae9425b40554d6f9ed640ce63a79bee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733241954192 2024-12-03T16:05:58,945 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 6961ba6c69e8432faaea0970e5eed37b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733241955381 2024-12-03T16:05:58,946 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b5e24d2e5164577844a71f4e02e68e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733241957688 2024-12-03T16:05:58,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T16:05:58,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:58,949 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T16:05:58,971 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#B#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:58,971 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/1bf3374e83074efe88f0eb8263686b7b is 50, key is test_row_0/B:col10/1733241957689/Put/seqid=0 2024-12-03T16:05:58,975 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:58,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203fe641362c02944969d293e07705dbd20_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241958363/Put/seqid=0 2024-12-03T16:05:59,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:59,010 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412031169a393cf9a44df8e763cb692796715_d28e2a583033f259b6a4f08ecd7da330 store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:59,013 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412031169a393cf9a44df8e763cb692796715_d28e2a583033f259b6a4f08ecd7da330, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:59,013 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031169a393cf9a44df8e763cb692796715_d28e2a583033f259b6a4f08ecd7da330 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:59,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741992_1168 (size=12561) 2024-12-03T16:05:59,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741993_1169 (size=12304) 2024-12-03T16:05:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:59,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741994_1170 (size=4469) 2024-12-03T16:05:59,091 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#A#compaction#141 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:59,091 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/70ac9333fcb94b08ae6f05bd2d8d62e6 is 175, key is test_row_0/A:col10/1733241957689/Put/seqid=0 2024-12-03T16:05:59,092 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203fe641362c02944969d293e07705dbd20_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203fe641362c02944969d293e07705dbd20_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:59,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/18930994db034fa19446a928195aa8c0, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/18930994db034fa19446a928195aa8c0 is 175, key is test_row_0/A:col10/1733241958363/Put/seqid=0 2024-12-03T16:05:59,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242019064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741996_1172 (size=31105) 2024-12-03T16:05:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T16:05:59,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741995_1171 (size=31515) 2024-12-03T16:05:59,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242019107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242019107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242019108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,129 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/70ac9333fcb94b08ae6f05bd2d8d62e6 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/70ac9333fcb94b08ae6f05bd2d8d62e6 2024-12-03T16:05:59,139 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/A of d28e2a583033f259b6a4f08ecd7da330 into 70ac9333fcb94b08ae6f05bd2d8d62e6(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:59,140 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:59,140 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/A, priority=10, startTime=1733241958933; duration=0sec 2024-12-03T16:05:59,140 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:59,140 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:A 2024-12-03T16:05:59,140 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-03T16:05:59,142 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 70418 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-03T16:05:59,142 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/C is initiating minor compaction (all files) 2024-12-03T16:05:59,142 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/C in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:59,142 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d51ed85386eb4985bd61b8176399d839, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/14600706db894bcdbd61eb9cb712f02c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/258cd1cf2daa455691a93df9c52ff758, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/cdfef3d55fbc49918d86df57bc3605de, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/fa8bb635372f450b93e7e8a343afc591, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9fcbb0743bd94943b4dea20b12cebcdd] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=68.8 K 2024-12-03T16:05:59,143 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting d51ed85386eb4985bd61b8176399d839, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733241951892 2024-12-03T16:05:59,143 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14600706db894bcdbd61eb9cb712f02c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733241952298 2024-12-03T16:05:59,144 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 258cd1cf2daa455691a93df9c52ff758, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733241952987 2024-12-03T16:05:59,144 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdfef3d55fbc49918d86df57bc3605de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733241954192 2024-12-03T16:05:59,145 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa8bb635372f450b93e7e8a343afc591, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733241955381 2024-12-03T16:05:59,145 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fcbb0743bd94943b4dea20b12cebcdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733241957688 2024-12-03T16:05:59,161 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:59,162 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/9bfa25a50ad148cba5c031efd4d51100 is 50, key is test_row_0/C:col10/1733241957689/Put/seqid=0 2024-12-03T16:05:59,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741997_1173 (size=12561) 2024-12-03T16:05:59,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242019211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242019232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242019232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242019232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242019422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242019442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242019442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242019443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,490 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/1bf3374e83074efe88f0eb8263686b7b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/1bf3374e83074efe88f0eb8263686b7b 2024-12-03T16:05:59,497 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/B of d28e2a583033f259b6a4f08ecd7da330 into 1bf3374e83074efe88f0eb8263686b7b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:59,497 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:59,497 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/B, priority=10, startTime=1733241958938; duration=0sec 2024-12-03T16:05:59,497 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:59,498 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:B 2024-12-03T16:05:59,509 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/18930994db034fa19446a928195aa8c0 2024-12-03T16:05:59,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/4610d6785e1f4687afa82920959a1b52 is 50, key is test_row_0/B:col10/1733241958363/Put/seqid=0 2024-12-03T16:05:59,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741998_1174 (size=12151) 2024-12-03T16:05:59,528 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/4610d6785e1f4687afa82920959a1b52 2024-12-03T16:05:59,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/6f402be67c484ec79d4e9142c57e38c8 is 50, key is test_row_0/C:col10/1733241958363/Put/seqid=0 2024-12-03T16:05:59,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741999_1175 (size=12151) 2024-12-03T16:05:59,554 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/6f402be67c484ec79d4e9142c57e38c8 2024-12-03T16:05:59,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/18930994db034fa19446a928195aa8c0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/18930994db034fa19446a928195aa8c0 2024-12-03T16:05:59,567 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/18930994db034fa19446a928195aa8c0, entries=150, sequenceid=208, filesize=30.4 K 2024-12-03T16:05:59,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/4610d6785e1f4687afa82920959a1b52 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4610d6785e1f4687afa82920959a1b52 2024-12-03T16:05:59,580 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4610d6785e1f4687afa82920959a1b52, entries=150, sequenceid=208, filesize=11.9 K 2024-12-03T16:05:59,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/6f402be67c484ec79d4e9142c57e38c8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/6f402be67c484ec79d4e9142c57e38c8 2024-12-03T16:05:59,596 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/9bfa25a50ad148cba5c031efd4d51100 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9bfa25a50ad148cba5c031efd4d51100 2024-12-03T16:05:59,596 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/6f402be67c484ec79d4e9142c57e38c8, entries=150, sequenceid=208, filesize=11.9 K 2024-12-03T16:05:59,597 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d28e2a583033f259b6a4f08ecd7da330 in 648ms, sequenceid=208, compaction requested=false 2024-12-03T16:05:59,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:59,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:59,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-03T16:05:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-03T16:05:59,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-03T16:05:59,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1130 sec 2024-12-03T16:05:59,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.1210 sec 2024-12-03T16:05:59,612 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/C of d28e2a583033f259b6a4f08ecd7da330 into 9bfa25a50ad148cba5c031efd4d51100(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:05:59,612 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:59,612 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/C, priority=10, startTime=1733241958942; duration=0sec 2024-12-03T16:05:59,613 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:59,613 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:C 2024-12-03T16:05:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T16:05:59,622 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:05:59,622 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:05:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-03T16:05:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T16:05:59,625 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:05:59,626 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:05:59,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:05:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T16:05:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:59,736 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:05:59,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T16:05:59,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e0827e5ef34844dcaa62b614d89176ff_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241959065/Put/seqid=0 2024-12-03T16:05:59,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242019764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742000_1176 (size=14794) 2024-12-03T16:05:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242019766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,774 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:05:59,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242019766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242019773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T16:05:59,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:59,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:05:59,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:59,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:59,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:59,780 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e0827e5ef34844dcaa62b614d89176ff_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e0827e5ef34844dcaa62b614d89176ff_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:05:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:05:59,782 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/95e031c6f51a41cb8c5cb49d3a2c282b, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:59,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/95e031c6f51a41cb8c5cb49d3a2c282b is 175, key is test_row_0/A:col10/1733241959065/Put/seqid=0 2024-12-03T16:05:59,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742001_1177 (size=39749) 2024-12-03T16:05:59,824 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/95e031c6f51a41cb8c5cb49d3a2c282b 2024-12-03T16:05:59,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/73da711dc0bc48c9a3cf3362bdccb89d is 50, key is test_row_0/B:col10/1733241959065/Put/seqid=0 2024-12-03T16:05:59,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742002_1178 (size=12151) 2024-12-03T16:05:59,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/73da711dc0bc48c9a3cf3362bdccb89d 2024-12-03T16:05:59,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/7ad2ea65995e44d2bd114117ffad5fc3 is 50, key is test_row_0/C:col10/1733241959065/Put/seqid=0 2024-12-03T16:05:59,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742003_1179 (size=12151) 2024-12-03T16:05:59,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242019882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242019882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242019882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:05:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242019882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:05:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:05:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:05:59,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/7ad2ea65995e44d2bd114117ffad5fc3 2024-12-03T16:05:59,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/95e031c6f51a41cb8c5cb49d3a2c282b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/95e031c6f51a41cb8c5cb49d3a2c282b 2024-12-03T16:05:59,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/95e031c6f51a41cb8c5cb49d3a2c282b, entries=200, sequenceid=234, filesize=38.8 K 2024-12-03T16:05:59,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/73da711dc0bc48c9a3cf3362bdccb89d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/73da711dc0bc48c9a3cf3362bdccb89d 2024-12-03T16:05:59,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/73da711dc0bc48c9a3cf3362bdccb89d, entries=150, sequenceid=234, filesize=11.9 K 2024-12-03T16:05:59,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/7ad2ea65995e44d2bd114117ffad5fc3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/7ad2ea65995e44d2bd114117ffad5fc3 2024-12-03T16:05:59,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/7ad2ea65995e44d2bd114117ffad5fc3, entries=150, sequenceid=234, filesize=11.9 K 2024-12-03T16:05:59,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d28e2a583033f259b6a4f08ecd7da330 in 189ms, sequenceid=234, compaction requested=true 2024-12-03T16:05:59,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:05:59,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:05:59,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:59,926 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:59,926 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:05:59,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:05:59,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:05:59,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:05:59,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:05:59,927 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:59,927 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/B is initiating minor compaction (all files) 2024-12-03T16:05:59,927 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/B in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:59,928 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/1bf3374e83074efe88f0eb8263686b7b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4610d6785e1f4687afa82920959a1b52, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/73da711dc0bc48c9a3cf3362bdccb89d] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=36.0 K 2024-12-03T16:05:59,928 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:05:59,928 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/A is initiating minor compaction (all files) 2024-12-03T16:05:59,928 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/A in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:59,928 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/70ac9333fcb94b08ae6f05bd2d8d62e6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/18930994db034fa19446a928195aa8c0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/95e031c6f51a41cb8c5cb49d3a2c282b] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=100.0 K 2024-12-03T16:05:59,928 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:59,928 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/70ac9333fcb94b08ae6f05bd2d8d62e6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/18930994db034fa19446a928195aa8c0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/95e031c6f51a41cb8c5cb49d3a2c282b] 2024-12-03T16:05:59,928 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bf3374e83074efe88f0eb8263686b7b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733241957688 2024-12-03T16:05:59,929 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70ac9333fcb94b08ae6f05bd2d8d62e6, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733241957688 2024-12-03T16:05:59,929 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4610d6785e1f4687afa82920959a1b52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733241958352 2024-12-03T16:05:59,929 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18930994db034fa19446a928195aa8c0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733241958352 2024-12-03T16:05:59,929 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 73da711dc0bc48c9a3cf3362bdccb89d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733241959060 2024-12-03T16:05:59,930 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95e031c6f51a41cb8c5cb49d3a2c282b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733241959051 2024-12-03T16:05:59,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T16:05:59,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:05:59,933 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T16:05:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T16:05:59,953 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:59,964 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#B#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:59,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412039f1a91ab656a4af485b124e6b31ddbc9_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241959762/Put/seqid=0 2024-12-03T16:05:59,965 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/a21c169e9ae6430594ee102f766fcf4b is 50, key is test_row_0/B:col10/1733241959065/Put/seqid=0 2024-12-03T16:05:59,966 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203ceb578f36d334a1fbab92a6fda2b7f28_d28e2a583033f259b6a4f08ecd7da330 store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:59,968 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203ceb578f36d334a1fbab92a6fda2b7f28_d28e2a583033f259b6a4f08ecd7da330, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:59,969 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ceb578f36d334a1fbab92a6fda2b7f28_d28e2a583033f259b6a4f08ecd7da330 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:05:59,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742005_1181 (size=4469) 2024-12-03T16:05:59,989 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#A#compaction#149 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:05:59,989 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/2b5b5d6b3ea34bb4b0cc43eb4cd5508b is 175, key is test_row_0/A:col10/1733241959065/Put/seqid=0 2024-12-03T16:06:00,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742007_1183 (size=31617) 2024-12-03T16:06:00,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742004_1180 (size=12304) 2024-12-03T16:06:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:00,011 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/2b5b5d6b3ea34bb4b0cc43eb4cd5508b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2b5b5d6b3ea34bb4b0cc43eb4cd5508b 2024-12-03T16:06:00,018 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412039f1a91ab656a4af485b124e6b31ddbc9_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412039f1a91ab656a4af485b124e6b31ddbc9_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:00,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/e354745987b44a45b632519964377b74, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:00,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/e354745987b44a45b632519964377b74 is 175, key is test_row_0/A:col10/1733241959762/Put/seqid=0 2024-12-03T16:06:00,022 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/A of d28e2a583033f259b6a4f08ecd7da330 into 2b5b5d6b3ea34bb4b0cc43eb4cd5508b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:00,023 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:00,023 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/A, priority=13, startTime=1733241959926; duration=0sec 2024-12-03T16:06:00,023 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:00,023 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:A 2024-12-03T16:06:00,023 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:00,025 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:00,025 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/C is initiating minor compaction (all files) 2024-12-03T16:06:00,025 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/C in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:00,025 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9bfa25a50ad148cba5c031efd4d51100, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/6f402be67c484ec79d4e9142c57e38c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/7ad2ea65995e44d2bd114117ffad5fc3] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=36.0 K 2024-12-03T16:06:00,026 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bfa25a50ad148cba5c031efd4d51100, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733241957688 2024-12-03T16:06:00,027 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f402be67c484ec79d4e9142c57e38c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733241958352 2024-12-03T16:06:00,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742006_1182 (size=12663) 2024-12-03T16:06:00,027 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ad2ea65995e44d2bd114117ffad5fc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733241959060 2024-12-03T16:06:00,036 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/a21c169e9ae6430594ee102f766fcf4b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/a21c169e9ae6430594ee102f766fcf4b 2024-12-03T16:06:00,043 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/B of d28e2a583033f259b6a4f08ecd7da330 into a21c169e9ae6430594ee102f766fcf4b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:00,043 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:00,043 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/B, priority=13, startTime=1733241959926; duration=0sec 2024-12-03T16:06:00,044 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:00,045 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:B 2024-12-03T16:06:00,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742008_1184 (size=31105) 2024-12-03T16:06:00,061 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/e354745987b44a45b632519964377b74 2024-12-03T16:06:00,081 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#C#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:00,081 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/0549f79aef954a81b23d72c58a03877c is 50, key is test_row_0/C:col10/1733241959065/Put/seqid=0 2024-12-03T16:06:00,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/d77461d44e474649a89021ea3a5be3c8 is 50, key is test_row_0/B:col10/1733241959762/Put/seqid=0 2024-12-03T16:06:00,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:00,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742009_1185 (size=12663) 2024-12-03T16:06:00,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242020130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242020130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242020132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242020132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742010_1186 (size=12151) 2024-12-03T16:06:00,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242020242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T16:06:00,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242020251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242020252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242020253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242020451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242020462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242020461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242020462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,528 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/0549f79aef954a81b23d72c58a03877c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/0549f79aef954a81b23d72c58a03877c 2024-12-03T16:06:00,539 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/C of d28e2a583033f259b6a4f08ecd7da330 into 0549f79aef954a81b23d72c58a03877c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:00,539 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:00,539 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/C, priority=13, startTime=1733241959926; duration=0sec 2024-12-03T16:06:00,539 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:00,539 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:C 2024-12-03T16:06:00,542 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/d77461d44e474649a89021ea3a5be3c8 2024-12-03T16:06:00,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/1baf370ee2974aefb12af203ab284a5c is 50, key is test_row_0/C:col10/1733241959762/Put/seqid=0 2024-12-03T16:06:00,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742011_1187 (size=12151) 2024-12-03T16:06:00,571 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/1baf370ee2974aefb12af203ab284a5c 2024-12-03T16:06:00,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/e354745987b44a45b632519964377b74 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e354745987b44a45b632519964377b74 2024-12-03T16:06:00,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242020581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,584 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in d28e2a583033f259b6a4f08ecd7da330 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:00,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,586 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e354745987b44a45b632519964377b74, entries=150, sequenceid=247, filesize=30.4 K 2024-12-03T16:06:00,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/d77461d44e474649a89021ea3a5be3c8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d77461d44e474649a89021ea3a5be3c8 2024-12-03T16:06:00,594 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d77461d44e474649a89021ea3a5be3c8, entries=150, sequenceid=247, filesize=11.9 K 2024-12-03T16:06:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/1baf370ee2974aefb12af203ab284a5c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/1baf370ee2974aefb12af203ab284a5c 2024-12-03T16:06:00,603 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/1baf370ee2974aefb12af203ab284a5c, entries=150, sequenceid=247, filesize=11.9 K 2024-12-03T16:06:00,604 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d28e2a583033f259b6a4f08ecd7da330 in 671ms, sequenceid=247, compaction requested=false 2024-12-03T16:06:00,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:00,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:00,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-03T16:06:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-03T16:06:00,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-03T16:06:00,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 981 msec 2024-12-03T16:06:00,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 988 msec 2024-12-03T16:06:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T16:06:00,762 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:00,763 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-03T16:06:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T16:06:00,765 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:00,766 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:00,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:00,766 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:00,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T16:06:00,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d0d5efa46d3c4a6e93cac15bf577b323_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241960130/Put/seqid=0 2024-12-03T16:06:00,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T16:06:00,783 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-03T16:06:00,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742012_1188 (size=14994) 2024-12-03T16:06:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242020791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,797 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:00,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,802 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d0d5efa46d3c4a6e93cac15bf577b323_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d0d5efa46d3c4a6e93cac15bf577b323_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242020791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242020791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242020795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,805 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/af3b10142ac344daa60e09bd92fa4047, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:00,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/af3b10142ac344daa60e09bd92fa4047 is 175, key is test_row_0/A:col10/1733241960130/Put/seqid=0 2024-12-03T16:06:00,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742013_1189 (size=39949) 2024-12-03T16:06:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T16:06:00,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242020901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242020912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242020912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242020912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:00,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T16:06:00,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:00,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:00,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:00,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:00,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:01,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T16:06:01,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:01,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:01,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:01,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:01,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T16:06:01,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242021111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242021121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242021121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242021122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T16:06:01,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:01,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:01,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:01,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:01,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:01,244 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/af3b10142ac344daa60e09bd92fa4047 2024-12-03T16:06:01,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/17c0b0aea9254a18943332fcde9f285d is 50, key is test_row_0/B:col10/1733241960130/Put/seqid=0 2024-12-03T16:06:01,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742014_1190 (size=12301) 2024-12-03T16:06:01,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/17c0b0aea9254a18943332fcde9f285d 2024-12-03T16:06:01,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/b40e02195b024a318a5b88074ae9ec64 is 50, key is test_row_0/C:col10/1733241960130/Put/seqid=0 2024-12-03T16:06:01,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742015_1191 (size=12301) 2024-12-03T16:06:01,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/b40e02195b024a318a5b88074ae9ec64 2024-12-03T16:06:01,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/af3b10142ac344daa60e09bd92fa4047 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/af3b10142ac344daa60e09bd92fa4047 2024-12-03T16:06:01,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/af3b10142ac344daa60e09bd92fa4047, entries=200, sequenceid=274, filesize=39.0 K 2024-12-03T16:06:01,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/17c0b0aea9254a18943332fcde9f285d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/17c0b0aea9254a18943332fcde9f285d 2024-12-03T16:06:01,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/17c0b0aea9254a18943332fcde9f285d, entries=150, sequenceid=274, filesize=12.0 K 2024-12-03T16:06:01,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/b40e02195b024a318a5b88074ae9ec64 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/b40e02195b024a318a5b88074ae9ec64 2024-12-03T16:06:01,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/b40e02195b024a318a5b88074ae9ec64, entries=150, sequenceid=274, filesize=12.0 K 2024-12-03T16:06:01,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d28e2a583033f259b6a4f08ecd7da330 in 605ms, sequenceid=274, compaction requested=true 2024-12-03T16:06:01,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:01,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:01,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:01,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:01,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:01,373 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:01,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:01,373 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:01,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:01,374 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:01,374 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/B is initiating minor compaction (all files) 2024-12-03T16:06:01,374 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/B in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:01,374 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/a21c169e9ae6430594ee102f766fcf4b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d77461d44e474649a89021ea3a5be3c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/17c0b0aea9254a18943332fcde9f285d] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=36.2 K 2024-12-03T16:06:01,375 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:01,375 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/A is initiating minor compaction (all files) 2024-12-03T16:06:01,375 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/A in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:01,375 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2b5b5d6b3ea34bb4b0cc43eb4cd5508b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e354745987b44a45b632519964377b74, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/af3b10142ac344daa60e09bd92fa4047] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=100.3 K 2024-12-03T16:06:01,375 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:01,375 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2b5b5d6b3ea34bb4b0cc43eb4cd5508b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e354745987b44a45b632519964377b74, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/af3b10142ac344daa60e09bd92fa4047] 2024-12-03T16:06:01,377 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a21c169e9ae6430594ee102f766fcf4b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733241959060 2024-12-03T16:06:01,377 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b5b5d6b3ea34bb4b0cc43eb4cd5508b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733241959060 2024-12-03T16:06:01,378 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting e354745987b44a45b632519964377b74, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733241959762 2024-12-03T16:06:01,378 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting d77461d44e474649a89021ea3a5be3c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733241959762 2024-12-03T16:06:01,379 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 17c0b0aea9254a18943332fcde9f285d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733241960128 2024-12-03T16:06:01,379 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting af3b10142ac344daa60e09bd92fa4047, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733241960128 2024-12-03T16:06:01,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T16:06:01,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:01,381 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T16:06:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T16:06:01,397 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#B#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:01,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412037b370061c701408a8e3c664de066cd45_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241960780/Put/seqid=0 2024-12-03T16:06:01,398 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/e3358bddbbf54eddad6d09fdf1ebb668 is 50, key is test_row_0/B:col10/1733241960130/Put/seqid=0 2024-12-03T16:06:01,415 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:01,421 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120378e5dc7462bc4248a175cb71d5f2473b_d28e2a583033f259b6a4f08ecd7da330 store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:01,423 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120378e5dc7462bc4248a175cb71d5f2473b_d28e2a583033f259b6a4f08ecd7da330, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:01,423 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120378e5dc7462bc4248a175cb71d5f2473b_d28e2a583033f259b6a4f08ecd7da330 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:01,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:01,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742017_1193 (size=12454) 2024-12-03T16:06:01,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:01,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742016_1192 (size=12915) 2024-12-03T16:06:01,446 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412037b370061c701408a8e3c664de066cd45_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412037b370061c701408a8e3c664de066cd45_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:01,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/7fd5df6f76254a0eadfefc3100563754, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:01,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/7fd5df6f76254a0eadfefc3100563754 is 175, key is test_row_0/A:col10/1733241960780/Put/seqid=0 2024-12-03T16:06:01,457 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/e3358bddbbf54eddad6d09fdf1ebb668 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/e3358bddbbf54eddad6d09fdf1ebb668 2024-12-03T16:06:01,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742018_1194 (size=4469) 2024-12-03T16:06:01,465 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#A#compaction#160 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:01,466 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/d9fcf5a74d9a4b108743fed1f273b649 is 175, key is test_row_0/A:col10/1733241960130/Put/seqid=0 2024-12-03T16:06:01,467 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/B of d28e2a583033f259b6a4f08ecd7da330 into e3358bddbbf54eddad6d09fdf1ebb668(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:01,467 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:01,467 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/B, priority=13, startTime=1733241961373; duration=0sec 2024-12-03T16:06:01,467 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:01,467 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:B 2024-12-03T16:06:01,467 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:01,470 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:01,470 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/C is initiating minor compaction (all files) 2024-12-03T16:06:01,470 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/C in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:01,470 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/0549f79aef954a81b23d72c58a03877c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/1baf370ee2974aefb12af203ab284a5c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/b40e02195b024a318a5b88074ae9ec64] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=36.2 K 2024-12-03T16:06:01,470 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 0549f79aef954a81b23d72c58a03877c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733241959060 2024-12-03T16:06:01,472 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 1baf370ee2974aefb12af203ab284a5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733241959762 2024-12-03T16:06:01,472 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting b40e02195b024a318a5b88074ae9ec64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733241960128 2024-12-03T16:06:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742019_1195 (size=31255) 2024-12-03T16:06:01,479 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/7fd5df6f76254a0eadfefc3100563754 2024-12-03T16:06:01,493 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:01,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/93fb1e53f7cd4710950b0e47ac9c3be4 is 50, key is test_row_0/B:col10/1733241960780/Put/seqid=0 2024-12-03T16:06:01,493 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/d331951b4375429a8f3b67555989fd74 is 50, key is test_row_0/C:col10/1733241960130/Put/seqid=0 2024-12-03T16:06:01,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742020_1196 (size=31869) 2024-12-03T16:06:01,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742022_1198 (size=12915) 2024-12-03T16:06:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742021_1197 (size=12301) 2024-12-03T16:06:01,504 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/d9fcf5a74d9a4b108743fed1f273b649 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d9fcf5a74d9a4b108743fed1f273b649 2024-12-03T16:06:01,504 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/93fb1e53f7cd4710950b0e47ac9c3be4 2024-12-03T16:06:01,508 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/d331951b4375429a8f3b67555989fd74 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d331951b4375429a8f3b67555989fd74 2024-12-03T16:06:01,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/bcd4fa17fd21434c8073720036a94c60 is 50, key is test_row_0/C:col10/1733241960780/Put/seqid=0 2024-12-03T16:06:01,517 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/A of d28e2a583033f259b6a4f08ecd7da330 into d9fcf5a74d9a4b108743fed1f273b649(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:01,517 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:01,517 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/A, priority=13, startTime=1733241961373; duration=0sec 2024-12-03T16:06:01,517 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:01,518 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:A 2024-12-03T16:06:01,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742023_1199 (size=12301) 2024-12-03T16:06:01,519 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/C of d28e2a583033f259b6a4f08ecd7da330 into d331951b4375429a8f3b67555989fd74(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:01,519 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:01,519 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/C, priority=13, startTime=1733241961373; duration=0sec 2024-12-03T16:06:01,520 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:01,520 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:C 2024-12-03T16:06:01,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242021518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242021518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242021519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242021528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242021642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242021642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242021642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242021642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242021852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242021852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242021852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242021852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:01,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T16:06:01,920 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/bcd4fa17fd21434c8073720036a94c60 2024-12-03T16:06:01,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/7fd5df6f76254a0eadfefc3100563754 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7fd5df6f76254a0eadfefc3100563754 2024-12-03T16:06:01,932 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7fd5df6f76254a0eadfefc3100563754, entries=150, sequenceid=286, filesize=30.5 K 2024-12-03T16:06:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/93fb1e53f7cd4710950b0e47ac9c3be4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/93fb1e53f7cd4710950b0e47ac9c3be4 2024-12-03T16:06:01,938 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/93fb1e53f7cd4710950b0e47ac9c3be4, entries=150, sequenceid=286, filesize=12.0 K 2024-12-03T16:06:01,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/bcd4fa17fd21434c8073720036a94c60 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/bcd4fa17fd21434c8073720036a94c60 2024-12-03T16:06:01,946 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/bcd4fa17fd21434c8073720036a94c60, entries=150, sequenceid=286, filesize=12.0 K 2024-12-03T16:06:01,947 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d28e2a583033f259b6a4f08ecd7da330 in 566ms, sequenceid=286, compaction requested=false 2024-12-03T16:06:01,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:01,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:01,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-03T16:06:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-03T16:06:01,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-03T16:06:01,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1850 sec 2024-12-03T16:06:01,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.1910 sec 2024-12-03T16:06:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:02,164 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:02,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:06:02,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b558daf177a44e51ba53846ab665ae0d_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241961444/Put/seqid=0 2024-12-03T16:06:02,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742024_1200 (size=12454) 2024-12-03T16:06:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242022180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242022183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242022184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242022184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242022292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242022292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242022292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242022292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242022502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242022502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242022502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242022502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,585 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:02,591 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b558daf177a44e51ba53846ab665ae0d_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b558daf177a44e51ba53846ab665ae0d_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:02,592 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/e44464b510c842b0b318baad1e4c35f0, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:02,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/e44464b510c842b0b318baad1e4c35f0 is 175, key is test_row_0/A:col10/1733241961444/Put/seqid=0 2024-12-03T16:06:02,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742025_1201 (size=31255) 2024-12-03T16:06:02,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242022811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242022812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242022821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242022821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:02,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T16:06:02,911 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:02,912 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-03T16:06:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T16:06:02,915 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:02,916 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:02,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:03,000 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/e44464b510c842b0b318baad1e4c35f0 2024-12-03T16:06:03,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/2b2fb0a95245479aa32b838c2c5d60a0 is 50, key is test_row_0/B:col10/1733241961444/Put/seqid=0 2024-12-03T16:06:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T16:06:03,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742026_1202 (size=12301) 2024-12-03T16:06:03,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/2b2fb0a95245479aa32b838c2c5d60a0 2024-12-03T16:06:03,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/46280a9c700b4e35968214276491138a is 50, key is test_row_0/C:col10/1733241961444/Put/seqid=0 2024-12-03T16:06:03,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742027_1203 (size=12301) 2024-12-03T16:06:03,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-03T16:06:03,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:03,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:03,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-03T16:06:03,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:03,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:03,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:03,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:03,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T16:06:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242023322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:03,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:03,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:03,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:03,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242023332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:03,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242023332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:03,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242023341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:03,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:03,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:03,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:03,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-03T16:06:03,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:03,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:03,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:03,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:03,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:03,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/46280a9c700b4e35968214276491138a 2024-12-03T16:06:03,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/e44464b510c842b0b318baad1e4c35f0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e44464b510c842b0b318baad1e4c35f0 2024-12-03T16:06:03,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e44464b510c842b0b318baad1e4c35f0, entries=150, sequenceid=314, filesize=30.5 K 2024-12-03T16:06:03,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/2b2fb0a95245479aa32b838c2c5d60a0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/2b2fb0a95245479aa32b838c2c5d60a0 2024-12-03T16:06:03,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/2b2fb0a95245479aa32b838c2c5d60a0, entries=150, sequenceid=314, filesize=12.0 K 2024-12-03T16:06:03,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/46280a9c700b4e35968214276491138a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/46280a9c700b4e35968214276491138a 2024-12-03T16:06:03,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/46280a9c700b4e35968214276491138a, entries=150, sequenceid=314, filesize=12.0 K 2024-12-03T16:06:03,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for d28e2a583033f259b6a4f08ecd7da330 in 1331ms, sequenceid=314, compaction requested=true 2024-12-03T16:06:03,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:03,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:03,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:03,495 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:03,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:03,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:03,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:03,495 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:03,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:03,497 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:03,497 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/A is initiating minor compaction (all files) 2024-12-03T16:06:03,497 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/A in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:03,497 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d9fcf5a74d9a4b108743fed1f273b649, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7fd5df6f76254a0eadfefc3100563754, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e44464b510c842b0b318baad1e4c35f0] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=92.2 K 2024-12-03T16:06:03,497 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:03,497 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d9fcf5a74d9a4b108743fed1f273b649, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7fd5df6f76254a0eadfefc3100563754, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e44464b510c842b0b318baad1e4c35f0] 2024-12-03T16:06:03,497 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9fcf5a74d9a4b108743fed1f273b649, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733241960128 2024-12-03T16:06:03,498 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:03,498 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/B is initiating minor compaction (all files) 2024-12-03T16:06:03,498 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/B in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:03,498 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/e3358bddbbf54eddad6d09fdf1ebb668, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/93fb1e53f7cd4710950b0e47ac9c3be4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/2b2fb0a95245479aa32b838c2c5d60a0] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=36.6 K 2024-12-03T16:06:03,498 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e3358bddbbf54eddad6d09fdf1ebb668, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733241960128 2024-12-03T16:06:03,498 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fd5df6f76254a0eadfefc3100563754, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733241960773 2024-12-03T16:06:03,499 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 93fb1e53f7cd4710950b0e47ac9c3be4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733241960773 2024-12-03T16:06:03,499 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting e44464b510c842b0b318baad1e4c35f0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733241961444 2024-12-03T16:06:03,499 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b2fb0a95245479aa32b838c2c5d60a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733241961444 2024-12-03T16:06:03,516 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#B#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:03,516 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:03,517 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/413896a86a77448a972114fb91910df8 is 50, key is test_row_0/B:col10/1733241961444/Put/seqid=0 2024-12-03T16:06:03,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-03T16:06:03,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:03,532 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T16:06:03,535 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120360dc810634c141dbade2ab3e55ce9afb_d28e2a583033f259b6a4f08ecd7da330 store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:03,536 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120360dc810634c141dbade2ab3e55ce9afb_d28e2a583033f259b6a4f08ecd7da330, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:03,537 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120360dc810634c141dbade2ab3e55ce9afb_d28e2a583033f259b6a4f08ecd7da330 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T16:06:03,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742028_1204 (size=13017) 2024-12-03T16:06:03,561 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/413896a86a77448a972114fb91910df8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/413896a86a77448a972114fb91910df8 2024-12-03T16:06:03,573 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/B of d28e2a583033f259b6a4f08ecd7da330 into 413896a86a77448a972114fb91910df8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:03,576 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:03,576 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/B, priority=13, startTime=1733241963495; duration=0sec 2024-12-03T16:06:03,576 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:03,576 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:B 2024-12-03T16:06:03,576 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:03,578 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:03,578 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/C is initiating minor compaction (all files) 2024-12-03T16:06:03,578 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/C in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:03,578 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d331951b4375429a8f3b67555989fd74, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/bcd4fa17fd21434c8073720036a94c60, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/46280a9c700b4e35968214276491138a] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=36.6 K 2024-12-03T16:06:03,579 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting d331951b4375429a8f3b67555989fd74, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733241960128 2024-12-03T16:06:03,579 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting bcd4fa17fd21434c8073720036a94c60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733241960773 2024-12-03T16:06:03,580 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 46280a9c700b4e35968214276491138a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733241961444 2024-12-03T16:06:03,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b17f1ee2c1944b458ddee6f823f357e4_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241962181/Put/seqid=0 2024-12-03T16:06:03,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742029_1205 (size=4469) 2024-12-03T16:06:03,608 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#C#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:03,609 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/4345be56fa2e401fa28b5fd39fc254a4 is 50, key is test_row_0/C:col10/1733241961444/Put/seqid=0 2024-12-03T16:06:03,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742030_1206 (size=12454) 2024-12-03T16:06:03,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,635 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b17f1ee2c1944b458ddee6f823f357e4_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b17f1ee2c1944b458ddee6f823f357e4_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:03,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742031_1207 (size=13017) 2024-12-03T16:06:03,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/f71d5973e75a41bb856e6dcf1d876b45, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:03,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/f71d5973e75a41bb856e6dcf1d876b45 is 175, key is test_row_0/A:col10/1733241962181/Put/seqid=0 2024-12-03T16:06:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742032_1208 (size=31255) 2024-12-03T16:06:03,663 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/f71d5973e75a41bb856e6dcf1d876b45 2024-12-03T16:06:03,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/b6ce8939afe94ee48d46c582fc2b7d37 is 50, key is test_row_0/B:col10/1733241962181/Put/seqid=0 2024-12-03T16:06:03,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742033_1209 (size=12301) 2024-12-03T16:06:03,679 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/b6ce8939afe94ee48d46c582fc2b7d37 2024-12-03T16:06:03,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/8e6f940b6b0b411286cf5cae1006908b is 50, key is test_row_0/C:col10/1733241962181/Put/seqid=0 2024-12-03T16:06:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742034_1210 (size=12301) 2024-12-03T16:06:03,700 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/8e6f940b6b0b411286cf5cae1006908b 2024-12-03T16:06:03,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/f71d5973e75a41bb856e6dcf1d876b45 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f71d5973e75a41bb856e6dcf1d876b45 2024-12-03T16:06:03,712 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f71d5973e75a41bb856e6dcf1d876b45, entries=150, sequenceid=327, filesize=30.5 K 2024-12-03T16:06:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/b6ce8939afe94ee48d46c582fc2b7d37 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/b6ce8939afe94ee48d46c582fc2b7d37 2024-12-03T16:06:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,720 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/b6ce8939afe94ee48d46c582fc2b7d37, entries=150, sequenceid=327, filesize=12.0 K 2024-12-03T16:06:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/8e6f940b6b0b411286cf5cae1006908b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/8e6f940b6b0b411286cf5cae1006908b 2024-12-03T16:06:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,731 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/8e6f940b6b0b411286cf5cae1006908b, entries=150, sequenceid=327, filesize=12.0 K 2024-12-03T16:06:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,732 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for d28e2a583033f259b6a4f08ecd7da330 in 200ms, sequenceid=327, compaction requested=false 2024-12-03T16:06:03,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:03,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:03,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-03T16:06:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-03T16:06:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-03T16:06:03,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 817 msec 2024-12-03T16:06:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 825 msec 2024-12-03T16:06:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,006 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#A#compaction#168 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,007 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/f3fc334944ac4816821fd27d92fb9ddb is 175, key is test_row_0/A:col10/1733241961444/Put/seqid=0 2024-12-03T16:06:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742035_1211 (size=31971) 2024-12-03T16:06:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,044 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/f3fc334944ac4816821fd27d92fb9ddb as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f3fc334944ac4816821fd27d92fb9ddb 2024-12-03T16:06:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,044 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/4345be56fa2e401fa28b5fd39fc254a4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/4345be56fa2e401fa28b5fd39fc254a4 2024-12-03T16:06:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T16:06:04,052 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:04,052 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/A of d28e2a583033f259b6a4f08ecd7da330 into f3fc334944ac4816821fd27d92fb9ddb(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:04,052 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:04,052 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/A, priority=13, startTime=1733241963495; duration=0sec 2024-12-03T16:06:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,053 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:04,053 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:A 2024-12-03T16:06:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,054 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-03T16:06:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T16:06:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,057 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,058 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:04,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,067 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/C of d28e2a583033f259b6a4f08ecd7da330 into 4345be56fa2e401fa28b5fd39fc254a4(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:04,067 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:04,067 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/C, priority=13, startTime=1733241963495; duration=0sec 2024-12-03T16:06:04,067 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:04,067 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:C 2024-12-03T16:06:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T16:06:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-03T16:06:04,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:04,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:04,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:04,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-03T16:06:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-03T16:06:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-03T16:06:04,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-12-03T16:06:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 163 msec 2024-12-03T16:06:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T16:06:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,373 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,373 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-03T16:06:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,376 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T16:06:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,377 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:04,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,448 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:04,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:06:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ca45c01532134c5484761ce17bd2d73c_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241964447/Put/seqid=0 2024-12-03T16:06:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T16:06:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T16:06:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:04,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:04,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:04,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:04,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242024523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:04,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242024525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:04,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242024525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242024527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742037_1213 (size=25158) 2024-12-03T16:06:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242024642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:04,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242024642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:04,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242024644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:04,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:04,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242024652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:04,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:04,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T16:06:04,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:04,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:04,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:04,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:04,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T16:06:04,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T16:06:04,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:04,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:04,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:04,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:04,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:04,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242024851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:04,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242024851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:04,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242024851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:04,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:04,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242024862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:04,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:04,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:04,949 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:04,954 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ca45c01532134c5484761ce17bd2d73c_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ca45c01532134c5484761ce17bd2d73c_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:04,955 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/86463bb4cdd7456dadfb4a6e9d3fac92, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:04,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/86463bb4cdd7456dadfb4a6e9d3fac92 is 175, key is test_row_0/A:col10/1733241964447/Put/seqid=0 2024-12-03T16:06:04,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742036_1212 (size=74790) 2024-12-03T16:06:04,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T16:06:04,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:04,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:04,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:04,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:04,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T16:06:05,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T16:06:05,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:05,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242025161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:05,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242025161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:05,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:05,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242025195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:05,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242025195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:05,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T16:06:05,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:05,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,360 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/86463bb4cdd7456dadfb4a6e9d3fac92 2024-12-03T16:06:05,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/2e801271485745f69ea97551929d7000 is 50, key is test_row_0/B:col10/1733241964447/Put/seqid=0 2024-12-03T16:06:05,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742038_1214 (size=9857) 2024-12-03T16:06:05,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T16:06:05,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:05,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T16:06:05,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T16:06:05,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:05,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242025672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:05,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:05,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242025681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:05,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:05,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242025701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242025701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:05,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T16:06:05,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:05,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:05,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/2e801271485745f69ea97551929d7000 2024-12-03T16:06:05,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/2bbdf54c9c3144df9e91132486a2d28c is 50, key is test_row_0/C:col10/1733241964447/Put/seqid=0 2024-12-03T16:06:05,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742039_1215 (size=9857) 2024-12-03T16:06:05,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/2bbdf54c9c3144df9e91132486a2d28c 2024-12-03T16:06:05,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/86463bb4cdd7456dadfb4a6e9d3fac92 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/86463bb4cdd7456dadfb4a6e9d3fac92 2024-12-03T16:06:05,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/86463bb4cdd7456dadfb4a6e9d3fac92, entries=400, sequenceid=342, filesize=73.0 K 2024-12-03T16:06:05,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/2e801271485745f69ea97551929d7000 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/2e801271485745f69ea97551929d7000 2024-12-03T16:06:05,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/2e801271485745f69ea97551929d7000, entries=100, sequenceid=342, filesize=9.6 K 2024-12-03T16:06:05,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/2bbdf54c9c3144df9e91132486a2d28c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/2bbdf54c9c3144df9e91132486a2d28c 2024-12-03T16:06:05,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/2bbdf54c9c3144df9e91132486a2d28c, entries=100, sequenceid=342, filesize=9.6 K 2024-12-03T16:06:05,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d28e2a583033f259b6a4f08ecd7da330 in 1401ms, sequenceid=342, compaction requested=true 2024-12-03T16:06:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:05,849 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:05,849 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:05,851 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138016 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:05,852 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/A is initiating minor compaction (all files) 2024-12-03T16:06:05,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:05,852 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/A in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:05,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:05,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:05,852 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f3fc334944ac4816821fd27d92fb9ddb, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f71d5973e75a41bb856e6dcf1d876b45, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/86463bb4cdd7456dadfb4a6e9d3fac92] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=134.8 K 2024-12-03T16:06:05,852 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,852 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f3fc334944ac4816821fd27d92fb9ddb, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f71d5973e75a41bb856e6dcf1d876b45, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/86463bb4cdd7456dadfb4a6e9d3fac92] 2024-12-03T16:06:05,853 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:05,853 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3fc334944ac4816821fd27d92fb9ddb, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733241961444 2024-12-03T16:06:05,853 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/B is initiating minor compaction (all files) 2024-12-03T16:06:05,853 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/B in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,853 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/413896a86a77448a972114fb91910df8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/b6ce8939afe94ee48d46c582fc2b7d37, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/2e801271485745f69ea97551929d7000] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=34.4 K 2024-12-03T16:06:05,853 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 413896a86a77448a972114fb91910df8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733241961444 2024-12-03T16:06:05,854 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting f71d5973e75a41bb856e6dcf1d876b45, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733241962179 2024-12-03T16:06:05,854 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting b6ce8939afe94ee48d46c582fc2b7d37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733241962179 2024-12-03T16:06:05,854 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86463bb4cdd7456dadfb4a6e9d3fac92, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733241964391 2024-12-03T16:06:05,855 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e801271485745f69ea97551929d7000, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733241964443 2024-12-03T16:06:05,876 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:05,878 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#B#compaction#176 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:05,879 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/34b92054497f42108a948b94ee3d50f6 is 50, key is test_row_0/B:col10/1733241964447/Put/seqid=0 2024-12-03T16:06:05,891 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412039e97203100f6466e988bd5e352bfab03_d28e2a583033f259b6a4f08ecd7da330 store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:05,893 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412039e97203100f6466e988bd5e352bfab03_d28e2a583033f259b6a4f08ecd7da330, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:05,893 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412039e97203100f6466e988bd5e352bfab03_d28e2a583033f259b6a4f08ecd7da330 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:05,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T16:06:05,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,916 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:06:05,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742040_1216 (size=13119) 2024-12-03T16:06:05,930 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/34b92054497f42108a948b94ee3d50f6 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/34b92054497f42108a948b94ee3d50f6 2024-12-03T16:06:05,939 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/B of d28e2a583033f259b6a4f08ecd7da330 into 34b92054497f42108a948b94ee3d50f6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:05,939 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:05,939 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/B, priority=13, startTime=1733241965849; duration=0sec 2024-12-03T16:06:05,940 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:05,940 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:B 2024-12-03T16:06:05,940 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:05,941 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:05,941 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/C is initiating minor compaction (all files) 2024-12-03T16:06:05,941 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/C in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:05,941 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/4345be56fa2e401fa28b5fd39fc254a4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/8e6f940b6b0b411286cf5cae1006908b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/2bbdf54c9c3144df9e91132486a2d28c] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=34.4 K 2024-12-03T16:06:05,942 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4345be56fa2e401fa28b5fd39fc254a4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733241961444 2024-12-03T16:06:05,943 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e6f940b6b0b411286cf5cae1006908b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733241962179 2024-12-03T16:06:05,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742041_1217 (size=4469) 2024-12-03T16:06:05,944 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bbdf54c9c3144df9e91132486a2d28c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733241964443 2024-12-03T16:06:05,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036483550aed1643ce8de6676956d22648_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241964523/Put/seqid=0 2024-12-03T16:06:05,958 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:05,958 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/d6bc2ec464194f4fb41306571bab771f is 50, key is test_row_0/C:col10/1733241964447/Put/seqid=0 2024-12-03T16:06:05,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742042_1218 (size=12454) 2024-12-03T16:06:05,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:05,981 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036483550aed1643ce8de6676956d22648_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036483550aed1643ce8de6676956d22648_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:05,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/9cac7ba1b52e42e586d7edd948c7d01c, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:05,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/9cac7ba1b52e42e586d7edd948c7d01c is 175, key is test_row_0/A:col10/1733241964523/Put/seqid=0 2024-12-03T16:06:06,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742044_1220 (size=31255) 2024-12-03T16:06:06,006 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/9cac7ba1b52e42e586d7edd948c7d01c 2024-12-03T16:06:06,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742043_1219 (size=13119) 2024-12-03T16:06:06,020 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/d6bc2ec464194f4fb41306571bab771f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d6bc2ec464194f4fb41306571bab771f 2024-12-03T16:06:06,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/168b7384e4494e9ba9b9c6b70e7af1e1 is 50, key is test_row_0/B:col10/1733241964523/Put/seqid=0 2024-12-03T16:06:06,028 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/C of d28e2a583033f259b6a4f08ecd7da330 into d6bc2ec464194f4fb41306571bab771f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:06,028 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:06,028 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/C, priority=13, startTime=1733241965852; duration=0sec 2024-12-03T16:06:06,029 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:06,029 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:C 2024-12-03T16:06:06,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742045_1221 (size=12301) 2024-12-03T16:06:06,345 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#A#compaction#177 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:06,346 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/9d00740106e648d7ba4dfa073e6e778f is 175, key is test_row_0/A:col10/1733241964447/Put/seqid=0 2024-12-03T16:06:06,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742046_1222 (size=32180) 2024-12-03T16:06:06,431 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/168b7384e4494e9ba9b9c6b70e7af1e1 2024-12-03T16:06:06,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/b7fde7fc0ee048d3b119e86db4790c1f is 50, key is test_row_0/C:col10/1733241964523/Put/seqid=0 2024-12-03T16:06:06,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742047_1223 (size=12301) 2024-12-03T16:06:06,451 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/b7fde7fc0ee048d3b119e86db4790c1f 2024-12-03T16:06:06,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/9cac7ba1b52e42e586d7edd948c7d01c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9cac7ba1b52e42e586d7edd948c7d01c 2024-12-03T16:06:06,463 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9cac7ba1b52e42e586d7edd948c7d01c, entries=150, sequenceid=367, filesize=30.5 K 2024-12-03T16:06:06,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/168b7384e4494e9ba9b9c6b70e7af1e1 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/168b7384e4494e9ba9b9c6b70e7af1e1 2024-12-03T16:06:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,469 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/168b7384e4494e9ba9b9c6b70e7af1e1, entries=150, sequenceid=367, filesize=12.0 K 2024-12-03T16:06:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/b7fde7fc0ee048d3b119e86db4790c1f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/b7fde7fc0ee048d3b119e86db4790c1f 2024-12-03T16:06:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,487 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/b7fde7fc0ee048d3b119e86db4790c1f, entries=150, sequenceid=367, filesize=12.0 K 2024-12-03T16:06:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,489 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for d28e2a583033f259b6a4f08ecd7da330 in 572ms, sequenceid=367, compaction requested=false 2024-12-03T16:06:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:06,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:06,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-03T16:06:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-03T16:06:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-03T16:06:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1130 sec 2024-12-03T16:06:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.1200 sec 2024-12-03T16:06:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T16:06:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,522 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,523 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-12-03T16:06:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,526 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,527 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T16:06:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T16:06:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-03T16:06:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-03T16:06:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-03T16:06:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-03T16:06:06,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-12-03T16:06:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 163 msec 2024-12-03T16:06:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,775 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/9d00740106e648d7ba4dfa073e6e778f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9d00740106e648d7ba4dfa073e6e778f 2024-12-03T16:06:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,776 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:06,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:06:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,785 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/A of d28e2a583033f259b6a4f08ecd7da330 into 9d00740106e648d7ba4dfa073e6e778f(size=31.4 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:06,785 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:06,785 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/A, priority=13, startTime=1733241965849; duration=0sec 2024-12-03T16:06:06,785 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:06,785 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:A 2024-12-03T16:06:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035db2c61fb9464a4b9a25ab2900a970fc_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241966774/Put/seqid=0 2024-12-03T16:06:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T16:06:06,842 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:06,843 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-12-03T16:06:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-03T16:06:06,847 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:06,848 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:06,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:06,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742049_1225 (size=25158) 2024-12-03T16:06:06,859 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:06,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242026857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:06,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:06,865 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035db2c61fb9464a4b9a25ab2900a970fc_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035db2c61fb9464a4b9a25ab2900a970fc_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:06,866 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/ce322aae3158483f9265618b7063428b, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:06,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/ce322aae3158483f9265618b7063428b is 175, key is test_row_0/A:col10/1733241966774/Put/seqid=0 2024-12-03T16:06:06,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742048_1224 (size=74794) 2024-12-03T16:06:06,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242026858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:06,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:06,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242026860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:06,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242026861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-03T16:06:06,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242026974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:06,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242026974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:06,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:06,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242026981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242026981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:07,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-03T16:06:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-03T16:06:07,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:07,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-03T16:06:07,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242027182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:07,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:07,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242027182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:07,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:07,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242027191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:07,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:07,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242027201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:07,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:07,269 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=381, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/ce322aae3158483f9265618b7063428b 2024-12-03T16:06:07,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/4a8f52ee3583422ba4851cb93918d98c is 50, key is test_row_0/B:col10/1733241966774/Put/seqid=0 2024-12-03T16:06:07,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742050_1226 (size=12301) 2024-12-03T16:06:07,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/4a8f52ee3583422ba4851cb93918d98c 2024-12-03T16:06:07,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/1936c4ab99864581b3b00f79e1f77eaa is 50, key is test_row_0/C:col10/1733241966774/Put/seqid=0 2024-12-03T16:06:07,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742051_1227 (size=12301) 2024-12-03T16:06:07,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-03T16:06:07,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:07,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-03T16:06:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-03T16:06:07,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242027492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:07,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242027492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:07,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242027501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:07,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242027511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:07,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:07,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-03T16:06:07,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:07,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:07,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/1936c4ab99864581b3b00f79e1f77eaa 2024-12-03T16:06:07,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/ce322aae3158483f9265618b7063428b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/ce322aae3158483f9265618b7063428b 2024-12-03T16:06:07,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/ce322aae3158483f9265618b7063428b, entries=400, sequenceid=381, filesize=73.0 K 2024-12-03T16:06:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/4a8f52ee3583422ba4851cb93918d98c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4a8f52ee3583422ba4851cb93918d98c 2024-12-03T16:06:07,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4a8f52ee3583422ba4851cb93918d98c, entries=150, sequenceid=381, filesize=12.0 K 2024-12-03T16:06:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/1936c4ab99864581b3b00f79e1f77eaa as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/1936c4ab99864581b3b00f79e1f77eaa 2024-12-03T16:06:07,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/1936c4ab99864581b3b00f79e1f77eaa, entries=150, sequenceid=381, filesize=12.0 K 2024-12-03T16:06:07,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d28e2a583033f259b6a4f08ecd7da330 in 964ms, sequenceid=381, compaction requested=true 2024-12-03T16:06:07,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:07,740 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:07,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:07,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:07,741 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:07,742 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:07,742 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/A is initiating minor compaction (all files) 2024-12-03T16:06:07,742 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/A in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,742 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9d00740106e648d7ba4dfa073e6e778f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9cac7ba1b52e42e586d7edd948c7d01c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/ce322aae3158483f9265618b7063428b] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=135.0 K 2024-12-03T16:06:07,742 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,742 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9d00740106e648d7ba4dfa073e6e778f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9cac7ba1b52e42e586d7edd948c7d01c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/ce322aae3158483f9265618b7063428b] 2024-12-03T16:06:07,742 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d00740106e648d7ba4dfa073e6e778f, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733241962179 2024-12-03T16:06:07,743 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:07,743 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/B is initiating minor compaction (all files) 2024-12-03T16:06:07,743 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/B in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:07,743 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/34b92054497f42108a948b94ee3d50f6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/168b7384e4494e9ba9b9c6b70e7af1e1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4a8f52ee3583422ba4851cb93918d98c] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=36.8 K 2024-12-03T16:06:07,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:07,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:07,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:07,743 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cac7ba1b52e42e586d7edd948c7d01c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733241964515 2024-12-03T16:06:07,743 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 34b92054497f42108a948b94ee3d50f6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733241962179 2024-12-03T16:06:07,744 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce322aae3158483f9265618b7063428b, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733241966751 2024-12-03T16:06:07,744 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 168b7384e4494e9ba9b9c6b70e7af1e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733241964515 2024-12-03T16:06:07,744 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a8f52ee3583422ba4851cb93918d98c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733241966757 2024-12-03T16:06:07,755 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:07,758 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#B#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:07,758 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/098be7b3e065466aa3b691ab5805a4f6 is 50, key is test_row_0/B:col10/1733241966774/Put/seqid=0 2024-12-03T16:06:07,767 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203dd2fcf21039947afab7ee11f25138213_d28e2a583033f259b6a4f08ecd7da330 store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:07,771 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203dd2fcf21039947afab7ee11f25138213_d28e2a583033f259b6a4f08ecd7da330, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:07,771 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203dd2fcf21039947afab7ee11f25138213_d28e2a583033f259b6a4f08ecd7da330 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:07,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-03T16:06:07,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:07,773 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:06:07,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742052_1228 (size=13221) 2024-12-03T16:06:07,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742053_1229 (size=4469) 2024-12-03T16:06:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203950a3b8de1154494b2b5287eb4492429_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241966830/Put/seqid=0 2024-12-03T16:06:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742054_1230 (size=12454) 2024-12-03T16:06:07,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:07,824 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203950a3b8de1154494b2b5287eb4492429_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203950a3b8de1154494b2b5287eb4492429_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:07,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/657c482726f342608b2ceee5b4fdc5a8, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:07,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/657c482726f342608b2ceee5b4fdc5a8 is 175, key is test_row_0/A:col10/1733241966830/Put/seqid=0 2024-12-03T16:06:07,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742055_1231 (size=31255) 2024-12-03T16:06:07,847 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/657c482726f342608b2ceee5b4fdc5a8 2024-12-03T16:06:07,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/06b33d453e91436293e1284b945c38fd is 50, key is test_row_0/B:col10/1733241966830/Put/seqid=0 2024-12-03T16:06:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742056_1232 (size=12301) 2024-12-03T16:06:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-03T16:06:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:08,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:08,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242028020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:08,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242028021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:08,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:08,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242028022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:08,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:08,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242028022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:08,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:08,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:08,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242028131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:08,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:08,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242028131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242028131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:08,190 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#A#compaction#185 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:08,191 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/bfb6bd00a0674a62956a2d0cadd71b83 is 175, key is test_row_0/A:col10/1733241966774/Put/seqid=0 2024-12-03T16:06:08,196 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/098be7b3e065466aa3b691ab5805a4f6 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/098be7b3e065466aa3b691ab5805a4f6 2024-12-03T16:06:08,203 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/B of d28e2a583033f259b6a4f08ecd7da330 into 098be7b3e065466aa3b691ab5805a4f6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:08,203 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:08,203 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/B, priority=13, startTime=1733241967741; duration=0sec 2024-12-03T16:06:08,203 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:08,204 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:B 2024-12-03T16:06:08,204 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:08,205 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:08,205 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/C is initiating minor compaction (all files) 2024-12-03T16:06:08,205 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/C in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:08,205 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d6bc2ec464194f4fb41306571bab771f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/b7fde7fc0ee048d3b119e86db4790c1f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/1936c4ab99864581b3b00f79e1f77eaa] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=36.8 K 2024-12-03T16:06:08,206 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting d6bc2ec464194f4fb41306571bab771f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733241962179 2024-12-03T16:06:08,206 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting b7fde7fc0ee048d3b119e86db4790c1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733241964515 2024-12-03T16:06:08,207 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 1936c4ab99864581b3b00f79e1f77eaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733241966757 2024-12-03T16:06:08,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742057_1233 (size=32175) 2024-12-03T16:06:08,231 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/bfb6bd00a0674a62956a2d0cadd71b83 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/bfb6bd00a0674a62956a2d0cadd71b83 2024-12-03T16:06:08,236 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/A of d28e2a583033f259b6a4f08ecd7da330 into bfb6bd00a0674a62956a2d0cadd71b83(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:08,236 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:08,236 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/A, priority=13, startTime=1733241967740; duration=0sec 2024-12-03T16:06:08,236 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:08,236 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:A 2024-12-03T16:06:08,239 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#C#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:08,240 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/3a57ac9d8ce44e47ba8c4037cee1b6aa is 50, key is test_row_0/C:col10/1733241966774/Put/seqid=0 2024-12-03T16:06:08,271 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/06b33d453e91436293e1284b945c38fd 2024-12-03T16:06:08,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742058_1234 (size=13221) 2024-12-03T16:06:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/4d0747f4b1e0498baa2c09320a406235 is 50, key is test_row_0/C:col10/1733241966830/Put/seqid=0 2024-12-03T16:06:08,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742059_1235 (size=12301) 2024-12-03T16:06:08,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242028342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242028342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:08,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242028342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:08,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242028653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:08,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242028653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:08,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:08,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242028661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:08,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:08,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:08,683 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/3a57ac9d8ce44e47ba8c4037cee1b6aa as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/3a57ac9d8ce44e47ba8c4037cee1b6aa 2024-12-03T16:06:08,691 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/C of d28e2a583033f259b6a4f08ecd7da330 into 3a57ac9d8ce44e47ba8c4037cee1b6aa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:08,691 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:08,692 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/C, priority=13, startTime=1733241967743; duration=0sec 2024-12-03T16:06:08,692 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:08,692 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:C 2024-12-03T16:06:08,714 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/4d0747f4b1e0498baa2c09320a406235 2024-12-03T16:06:08,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/657c482726f342608b2ceee5b4fdc5a8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/657c482726f342608b2ceee5b4fdc5a8 2024-12-03T16:06:08,738 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/657c482726f342608b2ceee5b4fdc5a8, entries=150, sequenceid=407, filesize=30.5 K 2024-12-03T16:06:08,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/06b33d453e91436293e1284b945c38fd as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/06b33d453e91436293e1284b945c38fd 2024-12-03T16:06:08,748 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/06b33d453e91436293e1284b945c38fd, entries=150, sequenceid=407, filesize=12.0 K 2024-12-03T16:06:08,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/4d0747f4b1e0498baa2c09320a406235 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/4d0747f4b1e0498baa2c09320a406235 2024-12-03T16:06:08,758 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/4d0747f4b1e0498baa2c09320a406235, entries=150, sequenceid=407, filesize=12.0 K 2024-12-03T16:06:08,759 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d28e2a583033f259b6a4f08ecd7da330 in 986ms, sequenceid=407, compaction requested=false 2024-12-03T16:06:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-03T16:06:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-12-03T16:06:08,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-03T16:06:08,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9130 sec 2024-12-03T16:06:08,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.9210 sec 2024-12-03T16:06:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-03T16:06:08,991 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:08,992 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-12-03T16:06:08,993 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:08,994 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:08,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-03T16:06:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:09,043 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:09,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T16:06:09,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b9c05188da334bb690844f9fad06d9e3_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241968020/Put/seqid=0 2024-12-03T16:06:09,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742060_1236 (size=14994) 2024-12-03T16:06:09,081 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:09,088 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b9c05188da334bb690844f9fad06d9e3_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b9c05188da334bb690844f9fad06d9e3_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:09,090 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/f4c2a5a9f118463891e427f3c80dfdbd, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:09,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/f4c2a5a9f118463891e427f3c80dfdbd is 175, key is test_row_0/A:col10/1733241968020/Put/seqid=0 2024-12-03T16:06:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-03T16:06:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742061_1237 (size=39949) 2024-12-03T16:06:09,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-03T16:06:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:09,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:09,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242029159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:09,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:09,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242029161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:09,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242029171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:09,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242029171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:09,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242029271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:09,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-03T16:06:09,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:09,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:09,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:09,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:09,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-03T16:06:09,322 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T16:06:09,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-03T16:06:09,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:09,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:09,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:09,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:09,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:09,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242029481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:09,506 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=422, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/f4c2a5a9f118463891e427f3c80dfdbd 2024-12-03T16:06:09,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/4f1c9dce2f82401f91e11c35c6e08aa5 is 50, key is test_row_0/B:col10/1733241968020/Put/seqid=0 2024-12-03T16:06:09,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742062_1238 (size=12301) 2024-12-03T16:06:09,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/4f1c9dce2f82401f91e11c35c6e08aa5 2024-12-03T16:06:09,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/c052e6b7079140d9955f427b96bacf21 is 50, key is test_row_0/C:col10/1733241968020/Put/seqid=0 2024-12-03T16:06:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742063_1239 (size=12301) 2024-12-03T16:06:09,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/c052e6b7079140d9955f427b96bacf21 2024-12-03T16:06:09,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/f4c2a5a9f118463891e427f3c80dfdbd as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f4c2a5a9f118463891e427f3c80dfdbd 2024-12-03T16:06:09,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f4c2a5a9f118463891e427f3c80dfdbd, entries=200, sequenceid=422, filesize=39.0 K 2024-12-03T16:06:09,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/4f1c9dce2f82401f91e11c35c6e08aa5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4f1c9dce2f82401f91e11c35c6e08aa5 2024-12-03T16:06:09,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4f1c9dce2f82401f91e11c35c6e08aa5, entries=150, sequenceid=422, filesize=12.0 K 2024-12-03T16:06:09,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/c052e6b7079140d9955f427b96bacf21 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/c052e6b7079140d9955f427b96bacf21 2024-12-03T16:06:09,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/c052e6b7079140d9955f427b96bacf21, entries=150, sequenceid=422, filesize=12.0 K 2024-12-03T16:06:09,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d28e2a583033f259b6a4f08ecd7da330 in 525ms, sequenceid=422, compaction requested=true 2024-12-03T16:06:09,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:09,568 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:09,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:09,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:09,569 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:09,569 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:09,570 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/A is initiating minor compaction (all files) 2024-12-03T16:06:09,570 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/A in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:09,570 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/bfb6bd00a0674a62956a2d0cadd71b83, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/657c482726f342608b2ceee5b4fdc5a8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f4c2a5a9f118463891e427f3c80dfdbd] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=101.0 K 2024-12-03T16:06:09,570 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:09,570 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/bfb6bd00a0674a62956a2d0cadd71b83, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/657c482726f342608b2ceee5b4fdc5a8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f4c2a5a9f118463891e427f3c80dfdbd] 2024-12-03T16:06:09,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:09,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:09,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:09,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:09,570 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfb6bd00a0674a62956a2d0cadd71b83, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733241966757 2024-12-03T16:06:09,570 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:09,570 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/B is initiating minor compaction (all files) 2024-12-03T16:06:09,571 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/B in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:09,571 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/098be7b3e065466aa3b691ab5805a4f6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/06b33d453e91436293e1284b945c38fd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4f1c9dce2f82401f91e11c35c6e08aa5] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=36.9 K 2024-12-03T16:06:09,571 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 657c482726f342608b2ceee5b4fdc5a8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733241966830 2024-12-03T16:06:09,571 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 098be7b3e065466aa3b691ab5805a4f6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733241966757 2024-12-03T16:06:09,571 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 06b33d453e91436293e1284b945c38fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733241966830 2024-12-03T16:06:09,572 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4c2a5a9f118463891e427f3c80dfdbd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733241968018 2024-12-03T16:06:09,572 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f1c9dce2f82401f91e11c35c6e08aa5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733241968019 2024-12-03T16:06:09,583 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#B#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:09,584 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/65b3a0bfb8934870ada70e90c538ed23 is 50, key is test_row_0/B:col10/1733241968020/Put/seqid=0 2024-12-03T16:06:09,584 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:09,591 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120382a0e4e73b4a4685a367877d5b103f87_d28e2a583033f259b6a4f08ecd7da330 store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:09,593 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120382a0e4e73b4a4685a367877d5b103f87_d28e2a583033f259b6a4f08ecd7da330, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:09,593 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120382a0e4e73b4a4685a367877d5b103f87_d28e2a583033f259b6a4f08ecd7da330 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:09,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742064_1240 (size=13323) 2024-12-03T16:06:09,604 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/65b3a0bfb8934870ada70e90c538ed23 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/65b3a0bfb8934870ada70e90c538ed23 2024-12-03T16:06:09,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-03T16:06:09,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:09,609 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T16:06:09,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742065_1241 (size=4469) 2024-12-03T16:06:09,611 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/B of d28e2a583033f259b6a4f08ecd7da330 into 65b3a0bfb8934870ada70e90c538ed23(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:09,611 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:09,611 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/B, priority=13, startTime=1733241969568; duration=0sec 2024-12-03T16:06:09,611 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:09,611 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:B 2024-12-03T16:06:09,611 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:09,614 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:09,614 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/C is initiating minor compaction (all files) 2024-12-03T16:06:09,614 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/C in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:09,614 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/3a57ac9d8ce44e47ba8c4037cee1b6aa, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/4d0747f4b1e0498baa2c09320a406235, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/c052e6b7079140d9955f427b96bacf21] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=36.9 K 2024-12-03T16:06:09,614 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#A#compaction#195 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:09,615 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/ac624caa4a84410bb2bc89ef907f7c4b is 175, key is test_row_0/A:col10/1733241968020/Put/seqid=0 2024-12-03T16:06:09,615 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a57ac9d8ce44e47ba8c4037cee1b6aa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733241966757 2024-12-03T16:06:09,617 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d0747f4b1e0498baa2c09320a406235, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733241966830 2024-12-03T16:06:09,619 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting c052e6b7079140d9955f427b96bacf21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733241968019 2024-12-03T16:06:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-03T16:06:09,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c6ae6be9568d4d04b0a3e05f3859b65f_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241969107/Put/seqid=0 2024-12-03T16:06:09,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742066_1242 (size=32277) 2024-12-03T16:06:09,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742067_1243 (size=12454) 2024-12-03T16:06:09,636 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#C#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:09,637 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/11f6e8eac4db46598637de0d04201b2d is 50, key is test_row_0/C:col10/1733241968020/Put/seqid=0 2024-12-03T16:06:09,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742068_1244 (size=13323) 2024-12-03T16:06:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:09,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. as already flushing 2024-12-03T16:06:09,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242029828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:09,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242029941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:09,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:09,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:10,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:10,037 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c6ae6be9568d4d04b0a3e05f3859b65f_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c6ae6be9568d4d04b0a3e05f3859b65f_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:10,038 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/ac624caa4a84410bb2bc89ef907f7c4b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/ac624caa4a84410bb2bc89ef907f7c4b 2024-12-03T16:06:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/2ae81f9a96fc46dcbed474a2c68293aa, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/2ae81f9a96fc46dcbed474a2c68293aa is 175, key is test_row_0/A:col10/1733241969107/Put/seqid=0 2024-12-03T16:06:10,052 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/A of d28e2a583033f259b6a4f08ecd7da330 into ac624caa4a84410bb2bc89ef907f7c4b(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:10,052 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:10,052 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/A, priority=13, startTime=1733241969568; duration=0sec 2024-12-03T16:06:10,054 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:10,054 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:A 2024-12-03T16:06:10,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742069_1245 (size=31255) 2024-12-03T16:06:10,064 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=446, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/2ae81f9a96fc46dcbed474a2c68293aa 2024-12-03T16:06:10,068 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/11f6e8eac4db46598637de0d04201b2d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/11f6e8eac4db46598637de0d04201b2d 2024-12-03T16:06:10,074 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/C of d28e2a583033f259b6a4f08ecd7da330 into 11f6e8eac4db46598637de0d04201b2d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:10,074 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:10,074 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/C, priority=13, startTime=1733241969570; duration=0sec 2024-12-03T16:06:10,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/6ce2e54ab4744c31b14545399dfad74c is 50, key is test_row_0/B:col10/1733241969107/Put/seqid=0 2024-12-03T16:06:10,074 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:10,074 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:C 2024-12-03T16:06:10,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742070_1246 (size=12301) 2024-12-03T16:06:10,098 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/6ce2e54ab4744c31b14545399dfad74c 2024-12-03T16:06:10,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/bcf35028c11f4b12a373dcaff0b43606 is 50, key is test_row_0/C:col10/1733241969107/Put/seqid=0 2024-12-03T16:06:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-03T16:06:10,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742071_1247 (size=12301) 2024-12-03T16:06:10,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242030151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:10,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51532 deadline: 1733242030172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:10,173 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in d28e2a583033f259b6a4f08ecd7da330 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:10,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51562 deadline: 1733242030181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:10,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51546 deadline: 1733242030181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:10,183 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in d28e2a583033f259b6a4f08ecd7da330 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:10,183 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in d28e2a583033f259b6a4f08ecd7da330 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:10,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242030461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:10,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:10,537 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/bcf35028c11f4b12a373dcaff0b43606 2024-12-03T16:06:10,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/2ae81f9a96fc46dcbed474a2c68293aa as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2ae81f9a96fc46dcbed474a2c68293aa 2024-12-03T16:06:10,548 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2ae81f9a96fc46dcbed474a2c68293aa, entries=150, sequenceid=446, filesize=30.5 K 2024-12-03T16:06:10,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/6ce2e54ab4744c31b14545399dfad74c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6ce2e54ab4744c31b14545399dfad74c 2024-12-03T16:06:10,555 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6ce2e54ab4744c31b14545399dfad74c, entries=150, sequenceid=446, filesize=12.0 K 2024-12-03T16:06:10,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/bcf35028c11f4b12a373dcaff0b43606 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/bcf35028c11f4b12a373dcaff0b43606 2024-12-03T16:06:10,561 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/bcf35028c11f4b12a373dcaff0b43606, entries=150, sequenceid=446, filesize=12.0 K 2024-12-03T16:06:10,563 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d28e2a583033f259b6a4f08ecd7da330 in 954ms, sequenceid=446, compaction requested=false 2024-12-03T16:06:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-12-03T16:06:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-12-03T16:06:10,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-03T16:06:10,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5700 sec 2024-12-03T16:06:10,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.5740 sec 2024-12-03T16:06:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:10,683 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:10,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T16:06:10,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ede30f89262348d881bb9ad395d10739_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241969826/Put/seqid=0 2024-12-03T16:06:10,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742072_1248 (size=14994) 2024-12-03T16:06:10,712 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:10,716 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ede30f89262348d881bb9ad395d10739_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ede30f89262348d881bb9ad395d10739_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:10,717 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/424681605c8749b58fa90da67edc20bd, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:10,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/424681605c8749b58fa90da67edc20bd is 175, key is test_row_0/A:col10/1733241969826/Put/seqid=0 2024-12-03T16:06:10,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742073_1249 (size=39949) 2024-12-03T16:06:10,733 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=462, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/424681605c8749b58fa90da67edc20bd 2024-12-03T16:06:10,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/11ba587bb24b4e48a747405d16824c2d is 50, key is test_row_0/B:col10/1733241969826/Put/seqid=0 2024-12-03T16:06:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742074_1250 (size=12301) 2024-12-03T16:06:10,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242030795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:10,865 INFO [Thread-620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-620. 2024-12-03T16:06:10,865 DEBUG [Thread-620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:10,865 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:10,865 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:10,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:10,869 INFO [Thread-618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-618. 2024-12-03T16:06:10,869 DEBUG [Thread-618 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:10,869 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:10,869 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:10,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:10,870 INFO [Thread-622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-622. 2024-12-03T16:06:10,870 DEBUG [Thread-622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:10,870 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:10,870 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:10,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:10,873 INFO [Thread-624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-624. 2024-12-03T16:06:10,873 DEBUG [Thread-624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:10,873 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:10,873 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:10,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:10,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242030911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:10,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1733242030971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:10,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:10,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242031122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-03T16:06:11,142 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:11,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/11ba587bb24b4e48a747405d16824c2d 2024-12-03T16:06:11,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/a17a4453a6624cb7b9e934d6c16c18e6 is 50, key is test_row_0/C:col10/1733241969826/Put/seqid=0 2024-12-03T16:06:11,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742075_1251 (size=12301) 2024-12-03T16:06:11,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1733242031432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:11,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/a17a4453a6624cb7b9e934d6c16c18e6 2024-12-03T16:06:11,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/424681605c8749b58fa90da67edc20bd as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/424681605c8749b58fa90da67edc20bd 2024-12-03T16:06:11,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/424681605c8749b58fa90da67edc20bd, entries=200, sequenceid=462, filesize=39.0 K 2024-12-03T16:06:11,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/11ba587bb24b4e48a747405d16824c2d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/11ba587bb24b4e48a747405d16824c2d 2024-12-03T16:06:11,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/11ba587bb24b4e48a747405d16824c2d, entries=150, sequenceid=462, filesize=12.0 K 2024-12-03T16:06:11,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/a17a4453a6624cb7b9e934d6c16c18e6 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/a17a4453a6624cb7b9e934d6c16c18e6 2024-12-03T16:06:11,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/a17a4453a6624cb7b9e934d6c16c18e6, entries=150, sequenceid=462, filesize=12.0 K 2024-12-03T16:06:11,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d28e2a583033f259b6a4f08ecd7da330 in 923ms, sequenceid=462, compaction requested=true 2024-12-03T16:06:11,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:11,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:11,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:11,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:11,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:11,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d28e2a583033f259b6a4f08ecd7da330:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:11,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:11,607 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:11,607 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:11,608 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:11,608 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/A is initiating minor compaction (all files) 2024-12-03T16:06:11,608 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/A in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:11,608 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:11,608 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/ac624caa4a84410bb2bc89ef907f7c4b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2ae81f9a96fc46dcbed474a2c68293aa, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/424681605c8749b58fa90da67edc20bd] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=101.1 K 2024-12-03T16:06:11,608 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/B is initiating minor compaction (all files) 2024-12-03T16:06:11,608 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:11,608 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/ac624caa4a84410bb2bc89ef907f7c4b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2ae81f9a96fc46dcbed474a2c68293aa, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/424681605c8749b58fa90da67edc20bd] 2024-12-03T16:06:11,608 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/B in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:11,608 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/65b3a0bfb8934870ada70e90c538ed23, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6ce2e54ab4744c31b14545399dfad74c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/11ba587bb24b4e48a747405d16824c2d] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=37.0 K 2024-12-03T16:06:11,608 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac624caa4a84410bb2bc89ef907f7c4b, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733241968019 2024-12-03T16:06:11,609 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 65b3a0bfb8934870ada70e90c538ed23, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733241968019 2024-12-03T16:06:11,609 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ae81f9a96fc46dcbed474a2c68293aa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1733241969107 2024-12-03T16:06:11,609 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ce2e54ab4744c31b14545399dfad74c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1733241969107 2024-12-03T16:06:11,609 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 424681605c8749b58fa90da67edc20bd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1733241969807 2024-12-03T16:06:11,609 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 11ba587bb24b4e48a747405d16824c2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1733241969810 2024-12-03T16:06:11,620 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#B#compaction#203 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:11,621 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/1d0ad58c517c4a91aefe5452b83d9394 is 50, key is test_row_0/B:col10/1733241969826/Put/seqid=0 2024-12-03T16:06:11,622 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:11,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742076_1252 (size=13425) 2024-12-03T16:06:11,632 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120350584fc5fc9a49efaf5afebaef0759cb_d28e2a583033f259b6a4f08ecd7da330 store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:11,653 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120350584fc5fc9a49efaf5afebaef0759cb_d28e2a583033f259b6a4f08ecd7da330, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:11,654 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120350584fc5fc9a49efaf5afebaef0759cb_d28e2a583033f259b6a4f08ecd7da330 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:11,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742077_1253 (size=4469) 2024-12-03T16:06:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:11,943 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:11,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T16:06:11,943 INFO [Thread-611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-611. 2024-12-03T16:06:11,943 DEBUG [Thread-611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:11,943 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:11,943 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:11,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:11,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f6acdf3823e148c0999168d068c453fc_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_0/A:col10/1733241970785/Put/seqid=0 2024-12-03T16:06:11,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742078_1254 (size=12454) 2024-12-03T16:06:11,993 INFO [Thread-609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-609. 2024-12-03T16:06:11,993 DEBUG [Thread-609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:11,993 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:11,993 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:11,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:12,033 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/1d0ad58c517c4a91aefe5452b83d9394 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/1d0ad58c517c4a91aefe5452b83d9394 2024-12-03T16:06:12,037 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/B of d28e2a583033f259b6a4f08ecd7da330 into 1d0ad58c517c4a91aefe5452b83d9394(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:12,037 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:12,037 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/B, priority=13, startTime=1733241971607; duration=0sec 2024-12-03T16:06:12,037 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:12,037 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:B 2024-12-03T16:06:12,037 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:12,038 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:12,038 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): d28e2a583033f259b6a4f08ecd7da330/C is initiating minor compaction (all files) 2024-12-03T16:06:12,039 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d28e2a583033f259b6a4f08ecd7da330/C in TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:12,039 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/11f6e8eac4db46598637de0d04201b2d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/bcf35028c11f4b12a373dcaff0b43606, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/a17a4453a6624cb7b9e934d6c16c18e6] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp, totalSize=37.0 K 2024-12-03T16:06:12,039 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 11f6e8eac4db46598637de0d04201b2d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733241968019 2024-12-03T16:06:12,039 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting bcf35028c11f4b12a373dcaff0b43606, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1733241969107 2024-12-03T16:06:12,040 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a17a4453a6624cb7b9e934d6c16c18e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1733241969810 2024-12-03T16:06:12,047 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#C#compaction#206 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:12,047 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/9fb7ab8f73914bacabe5a407dd8a1b52 is 50, key is test_row_0/C:col10/1733241969826/Put/seqid=0 2024-12-03T16:06:12,065 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d28e2a583033f259b6a4f08ecd7da330#A#compaction#204 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:12,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742079_1255 (size=13425) 2024-12-03T16:06:12,066 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/d9487dd7794a4aa8a5d6d0059c19c90f is 175, key is test_row_0/A:col10/1733241969826/Put/seqid=0 2024-12-03T16:06:12,072 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/9fb7ab8f73914bacabe5a407dd8a1b52 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9fb7ab8f73914bacabe5a407dd8a1b52 2024-12-03T16:06:12,077 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/C of d28e2a583033f259b6a4f08ecd7da330 into 9fb7ab8f73914bacabe5a407dd8a1b52(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:12,077 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:12,078 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/C, priority=13, startTime=1733241971607; duration=0sec 2024-12-03T16:06:12,078 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:12,078 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:C 2024-12-03T16:06:12,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742080_1256 (size=32379) 2024-12-03T16:06:12,203 INFO [Thread-613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-613. 2024-12-03T16:06:12,203 INFO [Thread-615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-615. 2024-12-03T16:06:12,203 DEBUG [Thread-615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:12,203 DEBUG [Thread-613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:12,203 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:12,203 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:12,203 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:12,203 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:12,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:12,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:12,213 INFO [Thread-607 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-607. 2024-12-03T16:06:12,213 DEBUG [Thread-607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:12,213 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:12,213 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:12,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2431 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2442 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1085 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3249 rows 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1085 2024-12-03T16:06:12,214 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3246 rows 2024-12-03T16:06:12,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T16:06:12,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T16:06:12,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:12,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:12,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:12,215 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-03T16:06:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-03T16:06:12,218 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241972218"}]},"ts":"1733241972218"} 2024-12-03T16:06:12,220 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T16:06:12,220 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T16:06:12,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T16:06:12,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, UNASSIGN}] 2024-12-03T16:06:12,222 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, UNASSIGN 2024-12-03T16:06:12,223 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=d28e2a583033f259b6a4f08ecd7da330, regionState=CLOSING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:06:12,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, UNASSIGN because future has completed 2024-12-03T16:06:12,225 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T16:06:12,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; CloseRegionProcedure d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:06:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-03T16:06:12,359 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:12,364 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f6acdf3823e148c0999168d068c453fc_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f6acdf3823e148c0999168d068c453fc_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:12,365 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/69a697adb4d14fc0a2c80b7fad9577a5, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:12,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/69a697adb4d14fc0a2c80b7fad9577a5 is 175, key is test_row_0/A:col10/1733241970785/Put/seqid=0 2024-12-03T16:06:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742081_1257 (size=31255) 2024-12-03T16:06:12,377 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(122): Close d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:12,377 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T16:06:12,377 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1722): Closing d28e2a583033f259b6a4f08ecd7da330, disabling compactions & flushes 2024-12-03T16:06:12,377 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1993): waiting for 1 compactions & cache flush to complete for region TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:12,489 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/d9487dd7794a4aa8a5d6d0059c19c90f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d9487dd7794a4aa8a5d6d0059c19c90f 2024-12-03T16:06:12,494 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d28e2a583033f259b6a4f08ecd7da330/A of d28e2a583033f259b6a4f08ecd7da330 into d9487dd7794a4aa8a5d6d0059c19c90f(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:12,494 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:12,494 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:12,494 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., storeName=d28e2a583033f259b6a4f08ecd7da330/A, priority=13, startTime=1733241971607; duration=0sec 2024-12-03T16:06:12,494 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:12,494 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d28e2a583033f259b6a4f08ecd7da330:A 2024-12-03T16:06:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-03T16:06:12,776 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=486, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/69a697adb4d14fc0a2c80b7fad9577a5 2024-12-03T16:06:12,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/9dc0fe75829e456a87b9d756cbd10a95 is 50, key is test_row_0/B:col10/1733241970785/Put/seqid=0 2024-12-03T16:06:12,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742082_1258 (size=12301) 2024-12-03T16:06:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-03T16:06:13,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/9dc0fe75829e456a87b9d756cbd10a95 2024-12-03T16:06:13,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/781e6e366f88480ba4fba117c0065d94 is 50, key is test_row_0/C:col10/1733241970785/Put/seqid=0 2024-12-03T16:06:13,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742083_1259 (size=12301) 2024-12-03T16:06:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-03T16:06:13,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/781e6e366f88480ba4fba117c0065d94 2024-12-03T16:06:13,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/69a697adb4d14fc0a2c80b7fad9577a5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/69a697adb4d14fc0a2c80b7fad9577a5 2024-12-03T16:06:13,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/69a697adb4d14fc0a2c80b7fad9577a5, entries=150, sequenceid=486, filesize=30.5 K 2024-12-03T16:06:13,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/9dc0fe75829e456a87b9d756cbd10a95 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/9dc0fe75829e456a87b9d756cbd10a95 2024-12-03T16:06:13,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/9dc0fe75829e456a87b9d756cbd10a95, entries=150, sequenceid=486, filesize=12.0 K 2024-12-03T16:06:13,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/781e6e366f88480ba4fba117c0065d94 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/781e6e366f88480ba4fba117c0065d94 2024-12-03T16:06:13,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/781e6e366f88480ba4fba117c0065d94, entries=150, sequenceid=486, filesize=12.0 K 2024-12-03T16:06:13,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for d28e2a583033f259b6a4f08ecd7da330 in 1681ms, sequenceid=486, compaction requested=false 2024-12-03T16:06:13,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d28e2a583033f259b6a4f08ecd7da330: 2024-12-03T16:06:13,624 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:13,624 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:13,624 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. after waiting 0 ms 2024-12-03T16:06:13,624 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:13,624 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(2902): Flushing d28e2a583033f259b6a4f08ecd7da330 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-03T16:06:13,630 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f702b433543241c7b96e44479705b63b_d28e2a583033f259b6a4f08ecd7da330 is 50, key is test_row_1/A:col10/1733241972202/Put/seqid=0 2024-12-03T16:06:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742084_1260 (size=9914) 2024-12-03T16:06:14,035 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:14,039 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f702b433543241c7b96e44479705b63b_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f702b433543241c7b96e44479705b63b_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:14,040 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/de2d149c56d542d492f7974f011e15d7, store: [table=TestAcidGuarantees family=A region=d28e2a583033f259b6a4f08ecd7da330] 2024-12-03T16:06:14,040 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/de2d149c56d542d492f7974f011e15d7 is 175, key is test_row_1/A:col10/1733241972202/Put/seqid=0 2024-12-03T16:06:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742085_1261 (size=22561) 2024-12-03T16:06:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-03T16:06:14,444 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=496, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/de2d149c56d542d492f7974f011e15d7 2024-12-03T16:06:14,453 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/a33ca50e59c84bc4832fd758ecb37242 is 50, key is test_row_1/B:col10/1733241972202/Put/seqid=0 2024-12-03T16:06:14,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742086_1262 (size=9857) 2024-12-03T16:06:14,858 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/a33ca50e59c84bc4832fd758ecb37242 2024-12-03T16:06:14,865 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/37fd3d8a1bfa4e098fcef8e875659b50 is 50, key is test_row_1/C:col10/1733241972202/Put/seqid=0 2024-12-03T16:06:14,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742087_1263 (size=9857) 2024-12-03T16:06:15,270 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/37fd3d8a1bfa4e098fcef8e875659b50 2024-12-03T16:06:15,275 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/A/de2d149c56d542d492f7974f011e15d7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/de2d149c56d542d492f7974f011e15d7 2024-12-03T16:06:15,279 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/de2d149c56d542d492f7974f011e15d7, entries=100, sequenceid=496, filesize=22.0 K 2024-12-03T16:06:15,279 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/B/a33ca50e59c84bc4832fd758ecb37242 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/a33ca50e59c84bc4832fd758ecb37242 2024-12-03T16:06:15,284 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/a33ca50e59c84bc4832fd758ecb37242, entries=100, sequenceid=496, filesize=9.6 K 2024-12-03T16:06:15,284 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/.tmp/C/37fd3d8a1bfa4e098fcef8e875659b50 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/37fd3d8a1bfa4e098fcef8e875659b50 2024-12-03T16:06:15,288 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/37fd3d8a1bfa4e098fcef8e875659b50, entries=100, sequenceid=496, filesize=9.6 K 2024-12-03T16:06:15,289 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d28e2a583033f259b6a4f08ecd7da330 in 1665ms, sequenceid=496, compaction requested=true 2024-12-03T16:06:15,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/96b8cbdeb1eb4021b5b7658f91253ad3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7b2d1035f516447caeb144a5695eff52, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d17a9d4281dc44be90bec651ca9d5280, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2b6603285b944641b504da634f78cd56, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7ff51fe72dd44a7a8d21debdf57bba4a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/93aebd4e424a422f88891faae4dfe134, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/4bf80380cbad43f892f61ce81928f39e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9ff7516338124e5f8b5fae1c7a424aff, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/92c1a3f0e3564ec6a9c52a7046932f81, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/32253f59b26c484eb53b988a720b1987, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/058fc02636d143b2b8bfa0e4493faeca, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/70ac9333fcb94b08ae6f05bd2d8d62e6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/a2914a5841d14a6baea740177628d5e7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/18930994db034fa19446a928195aa8c0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/95e031c6f51a41cb8c5cb49d3a2c282b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2b5b5d6b3ea34bb4b0cc43eb4cd5508b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e354745987b44a45b632519964377b74, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/af3b10142ac344daa60e09bd92fa4047, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d9fcf5a74d9a4b108743fed1f273b649, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7fd5df6f76254a0eadfefc3100563754, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f3fc334944ac4816821fd27d92fb9ddb, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e44464b510c842b0b318baad1e4c35f0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f71d5973e75a41bb856e6dcf1d876b45, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/86463bb4cdd7456dadfb4a6e9d3fac92, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9d00740106e648d7ba4dfa073e6e778f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9cac7ba1b52e42e586d7edd948c7d01c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/ce322aae3158483f9265618b7063428b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/bfb6bd00a0674a62956a2d0cadd71b83, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/657c482726f342608b2ceee5b4fdc5a8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f4c2a5a9f118463891e427f3c80dfdbd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/ac624caa4a84410bb2bc89ef907f7c4b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2ae81f9a96fc46dcbed474a2c68293aa, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/424681605c8749b58fa90da67edc20bd] to archive 2024-12-03T16:06:15,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:06:15,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/96b8cbdeb1eb4021b5b7658f91253ad3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/96b8cbdeb1eb4021b5b7658f91253ad3 2024-12-03T16:06:15,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7b2d1035f516447caeb144a5695eff52 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7b2d1035f516447caeb144a5695eff52 2024-12-03T16:06:15,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d17a9d4281dc44be90bec651ca9d5280 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d17a9d4281dc44be90bec651ca9d5280 2024-12-03T16:06:15,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2b6603285b944641b504da634f78cd56 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2b6603285b944641b504da634f78cd56 2024-12-03T16:06:15,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7ff51fe72dd44a7a8d21debdf57bba4a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7ff51fe72dd44a7a8d21debdf57bba4a 2024-12-03T16:06:15,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/93aebd4e424a422f88891faae4dfe134 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/93aebd4e424a422f88891faae4dfe134 2024-12-03T16:06:15,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/4bf80380cbad43f892f61ce81928f39e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/4bf80380cbad43f892f61ce81928f39e 2024-12-03T16:06:15,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9ff7516338124e5f8b5fae1c7a424aff to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9ff7516338124e5f8b5fae1c7a424aff 2024-12-03T16:06:15,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/92c1a3f0e3564ec6a9c52a7046932f81 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/92c1a3f0e3564ec6a9c52a7046932f81 2024-12-03T16:06:15,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/32253f59b26c484eb53b988a720b1987 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/32253f59b26c484eb53b988a720b1987 2024-12-03T16:06:15,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/058fc02636d143b2b8bfa0e4493faeca to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/058fc02636d143b2b8bfa0e4493faeca 2024-12-03T16:06:15,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/70ac9333fcb94b08ae6f05bd2d8d62e6 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/70ac9333fcb94b08ae6f05bd2d8d62e6 2024-12-03T16:06:15,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/a2914a5841d14a6baea740177628d5e7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/a2914a5841d14a6baea740177628d5e7 2024-12-03T16:06:15,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/18930994db034fa19446a928195aa8c0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/18930994db034fa19446a928195aa8c0 2024-12-03T16:06:15,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/95e031c6f51a41cb8c5cb49d3a2c282b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/95e031c6f51a41cb8c5cb49d3a2c282b 2024-12-03T16:06:15,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2b5b5d6b3ea34bb4b0cc43eb4cd5508b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2b5b5d6b3ea34bb4b0cc43eb4cd5508b 2024-12-03T16:06:15,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e354745987b44a45b632519964377b74 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e354745987b44a45b632519964377b74 2024-12-03T16:06:15,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/af3b10142ac344daa60e09bd92fa4047 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/af3b10142ac344daa60e09bd92fa4047 2024-12-03T16:06:15,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d9fcf5a74d9a4b108743fed1f273b649 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d9fcf5a74d9a4b108743fed1f273b649 2024-12-03T16:06:15,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7fd5df6f76254a0eadfefc3100563754 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/7fd5df6f76254a0eadfefc3100563754 2024-12-03T16:06:15,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f3fc334944ac4816821fd27d92fb9ddb to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f3fc334944ac4816821fd27d92fb9ddb 2024-12-03T16:06:15,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e44464b510c842b0b318baad1e4c35f0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/e44464b510c842b0b318baad1e4c35f0 2024-12-03T16:06:15,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f71d5973e75a41bb856e6dcf1d876b45 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f71d5973e75a41bb856e6dcf1d876b45 2024-12-03T16:06:15,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/86463bb4cdd7456dadfb4a6e9d3fac92 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/86463bb4cdd7456dadfb4a6e9d3fac92 2024-12-03T16:06:15,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9d00740106e648d7ba4dfa073e6e778f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9d00740106e648d7ba4dfa073e6e778f 2024-12-03T16:06:15,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9cac7ba1b52e42e586d7edd948c7d01c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/9cac7ba1b52e42e586d7edd948c7d01c 2024-12-03T16:06:15,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/ce322aae3158483f9265618b7063428b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/ce322aae3158483f9265618b7063428b 2024-12-03T16:06:15,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/bfb6bd00a0674a62956a2d0cadd71b83 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/bfb6bd00a0674a62956a2d0cadd71b83 2024-12-03T16:06:15,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/657c482726f342608b2ceee5b4fdc5a8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/657c482726f342608b2ceee5b4fdc5a8 2024-12-03T16:06:15,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f4c2a5a9f118463891e427f3c80dfdbd to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/f4c2a5a9f118463891e427f3c80dfdbd 2024-12-03T16:06:15,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/ac624caa4a84410bb2bc89ef907f7c4b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/ac624caa4a84410bb2bc89ef907f7c4b 2024-12-03T16:06:15,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2ae81f9a96fc46dcbed474a2c68293aa to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/2ae81f9a96fc46dcbed474a2c68293aa 2024-12-03T16:06:15,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/424681605c8749b58fa90da67edc20bd to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/424681605c8749b58fa90da67edc20bd 2024-12-03T16:06:15,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6d9cb0243c784991b0e00853ab46c6a4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d1fad58a5234457385379b2f89f81cb0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/3df07173d2334768b1321d71f00cfbb8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/7dfa9006328d4ab6bd0a31d85d23796c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/05953f3ba2534df88ef592480f1c68ee, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/363a85e70a1f41be9d6030415b4c6078, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6e450e57de7b4ff1af1503a0ff32c5a3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/9cee800eaae44671bf3df15f0d22fdbd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d484084e514e4e589503fb3c9b9cc923, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4ae9425b40554d6f9ed640ce63a79bee, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6961ba6c69e8432faaea0970e5eed37b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/1bf3374e83074efe88f0eb8263686b7b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/5b5e24d2e5164577844a71f4e02e68e4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4610d6785e1f4687afa82920959a1b52, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/a21c169e9ae6430594ee102f766fcf4b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/73da711dc0bc48c9a3cf3362bdccb89d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d77461d44e474649a89021ea3a5be3c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/e3358bddbbf54eddad6d09fdf1ebb668, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/17c0b0aea9254a18943332fcde9f285d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/93fb1e53f7cd4710950b0e47ac9c3be4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/413896a86a77448a972114fb91910df8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/2b2fb0a95245479aa32b838c2c5d60a0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/b6ce8939afe94ee48d46c582fc2b7d37, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/34b92054497f42108a948b94ee3d50f6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/2e801271485745f69ea97551929d7000, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/168b7384e4494e9ba9b9c6b70e7af1e1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/098be7b3e065466aa3b691ab5805a4f6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4a8f52ee3583422ba4851cb93918d98c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/06b33d453e91436293e1284b945c38fd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/65b3a0bfb8934870ada70e90c538ed23, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4f1c9dce2f82401f91e11c35c6e08aa5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6ce2e54ab4744c31b14545399dfad74c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/11ba587bb24b4e48a747405d16824c2d] to archive 2024-12-03T16:06:15,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:06:15,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6d9cb0243c784991b0e00853ab46c6a4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6d9cb0243c784991b0e00853ab46c6a4 2024-12-03T16:06:15,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d1fad58a5234457385379b2f89f81cb0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d1fad58a5234457385379b2f89f81cb0 2024-12-03T16:06:15,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/3df07173d2334768b1321d71f00cfbb8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/3df07173d2334768b1321d71f00cfbb8 2024-12-03T16:06:15,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/7dfa9006328d4ab6bd0a31d85d23796c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/7dfa9006328d4ab6bd0a31d85d23796c 2024-12-03T16:06:15,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/05953f3ba2534df88ef592480f1c68ee to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/05953f3ba2534df88ef592480f1c68ee 2024-12-03T16:06:15,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/363a85e70a1f41be9d6030415b4c6078 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/363a85e70a1f41be9d6030415b4c6078 2024-12-03T16:06:15,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6e450e57de7b4ff1af1503a0ff32c5a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6e450e57de7b4ff1af1503a0ff32c5a3 2024-12-03T16:06:15,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/9cee800eaae44671bf3df15f0d22fdbd to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/9cee800eaae44671bf3df15f0d22fdbd 2024-12-03T16:06:15,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d484084e514e4e589503fb3c9b9cc923 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d484084e514e4e589503fb3c9b9cc923 2024-12-03T16:06:15,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4ae9425b40554d6f9ed640ce63a79bee to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4ae9425b40554d6f9ed640ce63a79bee 2024-12-03T16:06:15,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6961ba6c69e8432faaea0970e5eed37b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6961ba6c69e8432faaea0970e5eed37b 2024-12-03T16:06:15,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/1bf3374e83074efe88f0eb8263686b7b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/1bf3374e83074efe88f0eb8263686b7b 2024-12-03T16:06:15,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/5b5e24d2e5164577844a71f4e02e68e4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/5b5e24d2e5164577844a71f4e02e68e4 2024-12-03T16:06:15,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4610d6785e1f4687afa82920959a1b52 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4610d6785e1f4687afa82920959a1b52 2024-12-03T16:06:15,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/a21c169e9ae6430594ee102f766fcf4b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/a21c169e9ae6430594ee102f766fcf4b 2024-12-03T16:06:15,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/73da711dc0bc48c9a3cf3362bdccb89d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/73da711dc0bc48c9a3cf3362bdccb89d 2024-12-03T16:06:15,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d77461d44e474649a89021ea3a5be3c8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/d77461d44e474649a89021ea3a5be3c8 2024-12-03T16:06:15,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/e3358bddbbf54eddad6d09fdf1ebb668 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/e3358bddbbf54eddad6d09fdf1ebb668 2024-12-03T16:06:15,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/17c0b0aea9254a18943332fcde9f285d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/17c0b0aea9254a18943332fcde9f285d 2024-12-03T16:06:15,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/93fb1e53f7cd4710950b0e47ac9c3be4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/93fb1e53f7cd4710950b0e47ac9c3be4 2024-12-03T16:06:15,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/413896a86a77448a972114fb91910df8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/413896a86a77448a972114fb91910df8 2024-12-03T16:06:15,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/2b2fb0a95245479aa32b838c2c5d60a0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/2b2fb0a95245479aa32b838c2c5d60a0 2024-12-03T16:06:15,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/b6ce8939afe94ee48d46c582fc2b7d37 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/b6ce8939afe94ee48d46c582fc2b7d37 2024-12-03T16:06:15,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/34b92054497f42108a948b94ee3d50f6 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/34b92054497f42108a948b94ee3d50f6 2024-12-03T16:06:15,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/2e801271485745f69ea97551929d7000 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/2e801271485745f69ea97551929d7000 2024-12-03T16:06:15,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/168b7384e4494e9ba9b9c6b70e7af1e1 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/168b7384e4494e9ba9b9c6b70e7af1e1 2024-12-03T16:06:15,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/098be7b3e065466aa3b691ab5805a4f6 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/098be7b3e065466aa3b691ab5805a4f6 2024-12-03T16:06:15,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4a8f52ee3583422ba4851cb93918d98c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4a8f52ee3583422ba4851cb93918d98c 2024-12-03T16:06:15,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/06b33d453e91436293e1284b945c38fd to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/06b33d453e91436293e1284b945c38fd 2024-12-03T16:06:15,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/65b3a0bfb8934870ada70e90c538ed23 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/65b3a0bfb8934870ada70e90c538ed23 2024-12-03T16:06:15,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4f1c9dce2f82401f91e11c35c6e08aa5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/4f1c9dce2f82401f91e11c35c6e08aa5 2024-12-03T16:06:15,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6ce2e54ab4744c31b14545399dfad74c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/6ce2e54ab4744c31b14545399dfad74c 2024-12-03T16:06:15,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/11ba587bb24b4e48a747405d16824c2d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/11ba587bb24b4e48a747405d16824c2d 2024-12-03T16:06:15,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/a9f3eaaf28d94fbdbf402389df6753da, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/0aa98dff2ca340d4b34b10764edf2636, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/066464067cfe49ee95410e40aaae98bf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/e7a449762eed4405a50cec13ac05a9cd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/5e0d3959209c46ddbb0ce2dd3cb37c26, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d51ed85386eb4985bd61b8176399d839, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/c88adb57b927412cb9aef94ff5621a4a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/14600706db894bcdbd61eb9cb712f02c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/258cd1cf2daa455691a93df9c52ff758, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/cdfef3d55fbc49918d86df57bc3605de, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/fa8bb635372f450b93e7e8a343afc591, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9bfa25a50ad148cba5c031efd4d51100, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9fcbb0743bd94943b4dea20b12cebcdd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/6f402be67c484ec79d4e9142c57e38c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/0549f79aef954a81b23d72c58a03877c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/7ad2ea65995e44d2bd114117ffad5fc3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/1baf370ee2974aefb12af203ab284a5c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d331951b4375429a8f3b67555989fd74, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/b40e02195b024a318a5b88074ae9ec64, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/bcd4fa17fd21434c8073720036a94c60, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/4345be56fa2e401fa28b5fd39fc254a4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/46280a9c700b4e35968214276491138a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/8e6f940b6b0b411286cf5cae1006908b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d6bc2ec464194f4fb41306571bab771f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/2bbdf54c9c3144df9e91132486a2d28c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/b7fde7fc0ee048d3b119e86db4790c1f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/3a57ac9d8ce44e47ba8c4037cee1b6aa, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/1936c4ab99864581b3b00f79e1f77eaa, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/4d0747f4b1e0498baa2c09320a406235, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/11f6e8eac4db46598637de0d04201b2d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/c052e6b7079140d9955f427b96bacf21, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/bcf35028c11f4b12a373dcaff0b43606, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/a17a4453a6624cb7b9e934d6c16c18e6] to archive 2024-12-03T16:06:15,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:06:15,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/a9f3eaaf28d94fbdbf402389df6753da to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/a9f3eaaf28d94fbdbf402389df6753da 2024-12-03T16:06:15,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/0aa98dff2ca340d4b34b10764edf2636 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/0aa98dff2ca340d4b34b10764edf2636 2024-12-03T16:06:15,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/066464067cfe49ee95410e40aaae98bf to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/066464067cfe49ee95410e40aaae98bf 2024-12-03T16:06:15,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/e7a449762eed4405a50cec13ac05a9cd to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/e7a449762eed4405a50cec13ac05a9cd 2024-12-03T16:06:15,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/5e0d3959209c46ddbb0ce2dd3cb37c26 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/5e0d3959209c46ddbb0ce2dd3cb37c26 2024-12-03T16:06:15,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d51ed85386eb4985bd61b8176399d839 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d51ed85386eb4985bd61b8176399d839 2024-12-03T16:06:15,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/c88adb57b927412cb9aef94ff5621a4a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/c88adb57b927412cb9aef94ff5621a4a 2024-12-03T16:06:15,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/14600706db894bcdbd61eb9cb712f02c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/14600706db894bcdbd61eb9cb712f02c 2024-12-03T16:06:15,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/258cd1cf2daa455691a93df9c52ff758 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/258cd1cf2daa455691a93df9c52ff758 2024-12-03T16:06:15,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/cdfef3d55fbc49918d86df57bc3605de to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/cdfef3d55fbc49918d86df57bc3605de 2024-12-03T16:06:15,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/fa8bb635372f450b93e7e8a343afc591 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/fa8bb635372f450b93e7e8a343afc591 2024-12-03T16:06:15,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9bfa25a50ad148cba5c031efd4d51100 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9bfa25a50ad148cba5c031efd4d51100 2024-12-03T16:06:15,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9fcbb0743bd94943b4dea20b12cebcdd to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9fcbb0743bd94943b4dea20b12cebcdd 2024-12-03T16:06:15,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/6f402be67c484ec79d4e9142c57e38c8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/6f402be67c484ec79d4e9142c57e38c8 2024-12-03T16:06:15,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/0549f79aef954a81b23d72c58a03877c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/0549f79aef954a81b23d72c58a03877c 2024-12-03T16:06:15,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/7ad2ea65995e44d2bd114117ffad5fc3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/7ad2ea65995e44d2bd114117ffad5fc3 2024-12-03T16:06:15,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/1baf370ee2974aefb12af203ab284a5c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/1baf370ee2974aefb12af203ab284a5c 2024-12-03T16:06:15,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d331951b4375429a8f3b67555989fd74 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d331951b4375429a8f3b67555989fd74 2024-12-03T16:06:15,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/b40e02195b024a318a5b88074ae9ec64 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/b40e02195b024a318a5b88074ae9ec64 2024-12-03T16:06:15,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/bcd4fa17fd21434c8073720036a94c60 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/bcd4fa17fd21434c8073720036a94c60 2024-12-03T16:06:15,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/4345be56fa2e401fa28b5fd39fc254a4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/4345be56fa2e401fa28b5fd39fc254a4 2024-12-03T16:06:15,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/46280a9c700b4e35968214276491138a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/46280a9c700b4e35968214276491138a 2024-12-03T16:06:15,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/8e6f940b6b0b411286cf5cae1006908b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/8e6f940b6b0b411286cf5cae1006908b 2024-12-03T16:06:15,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d6bc2ec464194f4fb41306571bab771f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/d6bc2ec464194f4fb41306571bab771f 2024-12-03T16:06:15,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/2bbdf54c9c3144df9e91132486a2d28c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/2bbdf54c9c3144df9e91132486a2d28c 2024-12-03T16:06:15,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/b7fde7fc0ee048d3b119e86db4790c1f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/b7fde7fc0ee048d3b119e86db4790c1f 2024-12-03T16:06:15,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/3a57ac9d8ce44e47ba8c4037cee1b6aa to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/3a57ac9d8ce44e47ba8c4037cee1b6aa 2024-12-03T16:06:15,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/1936c4ab99864581b3b00f79e1f77eaa to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/1936c4ab99864581b3b00f79e1f77eaa 2024-12-03T16:06:15,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/4d0747f4b1e0498baa2c09320a406235 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/4d0747f4b1e0498baa2c09320a406235 2024-12-03T16:06:15,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/11f6e8eac4db46598637de0d04201b2d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/11f6e8eac4db46598637de0d04201b2d 2024-12-03T16:06:15,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/c052e6b7079140d9955f427b96bacf21 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/c052e6b7079140d9955f427b96bacf21 2024-12-03T16:06:15,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/bcf35028c11f4b12a373dcaff0b43606 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/bcf35028c11f4b12a373dcaff0b43606 2024-12-03T16:06:15,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/a17a4453a6624cb7b9e934d6c16c18e6 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/a17a4453a6624cb7b9e934d6c16c18e6 2024-12-03T16:06:15,412 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/recovered.edits/499.seqid, newMaxSeqId=499, maxSeqId=4 2024-12-03T16:06:15,413 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. 2024-12-03T16:06:15,413 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1676): Region close journal for d28e2a583033f259b6a4f08ecd7da330: Waiting for close lock at 1733241972377Running coprocessor pre-close hooks at 1733241972377Disabling compacts and flushes for region at 1733241972377Disabling writes for close at 1733241973624 (+1247 ms)Obtaining lock to block concurrent updates at 1733241973624Preparing flush snapshotting stores in d28e2a583033f259b6a4f08ecd7da330 at 1733241973624Finished memstore snapshotting TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1733241973625 (+1 ms)Flushing stores of TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330. at 1733241973625Flushing d28e2a583033f259b6a4f08ecd7da330/A: creating writer at 1733241973625Flushing mob file d28e2a583033f259b6a4f08ecd7da330/A: appending metadata at 1733241973630 (+5 ms)Flushing mob file d28e2a583033f259b6a4f08ecd7da330/A: closing flushed file at 1733241973630Flushing d28e2a583033f259b6a4f08ecd7da330/A: appending metadata at 1733241974040 (+410 ms)Flushing d28e2a583033f259b6a4f08ecd7da330/A: closing flushed file at 1733241974040Flushing d28e2a583033f259b6a4f08ecd7da330/B: creating writer at 1733241974449 (+409 ms)Flushing d28e2a583033f259b6a4f08ecd7da330/B: appending metadata at 1733241974452 (+3 ms)Flushing d28e2a583033f259b6a4f08ecd7da330/B: closing flushed file at 1733241974452Flushing d28e2a583033f259b6a4f08ecd7da330/C: creating writer at 1733241974862 (+410 ms)Flushing d28e2a583033f259b6a4f08ecd7da330/C: appending metadata at 1733241974865 (+3 ms)Flushing d28e2a583033f259b6a4f08ecd7da330/C: closing flushed file at 1733241974865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a341536: reopening flushed file at 1733241975274 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250a01f4: reopening flushed file at 1733241975279 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1c1c5: reopening flushed file at 1733241975284 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d28e2a583033f259b6a4f08ecd7da330 in 1665ms, sequenceid=496, compaction requested=true at 1733241975289 (+5 ms)Writing region close event to WAL at 1733241975409 (+120 ms)Running coprocessor post-close hooks at 1733241975413 (+4 ms)Closed at 1733241975413 2024-12-03T16:06:15,415 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(157): Closed d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:15,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=d28e2a583033f259b6a4f08ecd7da330, regionState=CLOSED 2024-12-03T16:06:15,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; CloseRegionProcedure d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:06:15,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-03T16:06:15,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; CloseRegionProcedure d28e2a583033f259b6a4f08ecd7da330, server=713339a81dd9,43037,1733241911101 in 3.1920 sec 2024-12-03T16:06:15,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-03T16:06:15,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d28e2a583033f259b6a4f08ecd7da330, UNASSIGN in 3.1970 sec 2024-12-03T16:06:15,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-03T16:06:15,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.2010 sec 2024-12-03T16:06:15,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241975424"}]},"ts":"1733241975424"} 2024-12-03T16:06:15,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T16:06:15,426 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T16:06:15,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.2110 sec 2024-12-03T16:06:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-03T16:06:16,382 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:16,382 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-03T16:06:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:16,384 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=70, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-03T16:06:16,385 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=70, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:16,387 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,389 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/recovered.edits] 2024-12-03T16:06:16,392 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/69a697adb4d14fc0a2c80b7fad9577a5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/69a697adb4d14fc0a2c80b7fad9577a5 2024-12-03T16:06:16,393 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d9487dd7794a4aa8a5d6d0059c19c90f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/d9487dd7794a4aa8a5d6d0059c19c90f 2024-12-03T16:06:16,394 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/de2d149c56d542d492f7974f011e15d7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/A/de2d149c56d542d492f7974f011e15d7 2024-12-03T16:06:16,396 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/1d0ad58c517c4a91aefe5452b83d9394 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/1d0ad58c517c4a91aefe5452b83d9394 2024-12-03T16:06:16,397 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/9dc0fe75829e456a87b9d756cbd10a95 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/9dc0fe75829e456a87b9d756cbd10a95 2024-12-03T16:06:16,398 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/a33ca50e59c84bc4832fd758ecb37242 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/B/a33ca50e59c84bc4832fd758ecb37242 2024-12-03T16:06:16,400 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/37fd3d8a1bfa4e098fcef8e875659b50 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/37fd3d8a1bfa4e098fcef8e875659b50 2024-12-03T16:06:16,401 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/781e6e366f88480ba4fba117c0065d94 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/781e6e366f88480ba4fba117c0065d94 2024-12-03T16:06:16,402 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9fb7ab8f73914bacabe5a407dd8a1b52 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/C/9fb7ab8f73914bacabe5a407dd8a1b52 2024-12-03T16:06:16,405 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/recovered.edits/499.seqid to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330/recovered.edits/499.seqid 2024-12-03T16:06:16,405 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,405 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T16:06:16,406 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T16:06:16,407 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T16:06:16,411 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203087957aa1da446d2922a5b1709015841_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203087957aa1da446d2922a5b1709015841_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,412 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035db2c61fb9464a4b9a25ab2900a970fc_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035db2c61fb9464a4b9a25ab2900a970fc_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,414 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120363e5d316021045d2b0428d9421cb0e42_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120363e5d316021045d2b0428d9421cb0e42_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,415 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036483550aed1643ce8de6676956d22648_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036483550aed1643ce8de6676956d22648_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,416 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120370405de56bcf427e92efe17b9c7b02ee_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120370405de56bcf427e92efe17b9c7b02ee_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,417 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412037b370061c701408a8e3c664de066cd45_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412037b370061c701408a8e3c664de066cd45_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,418 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203950a3b8de1154494b2b5287eb4492429_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203950a3b8de1154494b2b5287eb4492429_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,419 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412039f1a91ab656a4af485b124e6b31ddbc9_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412039f1a91ab656a4af485b124e6b31ddbc9_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,421 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a23f6b223a7d49ef90d0e55f74fdb592_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a23f6b223a7d49ef90d0e55f74fdb592_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,422 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b17f1ee2c1944b458ddee6f823f357e4_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b17f1ee2c1944b458ddee6f823f357e4_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,423 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b1a2583fac7a453795a3151511f97740_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b1a2583fac7a453795a3151511f97740_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,424 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b558daf177a44e51ba53846ab665ae0d_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b558daf177a44e51ba53846ab665ae0d_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,425 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b9c05188da334bb690844f9fad06d9e3_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b9c05188da334bb690844f9fad06d9e3_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,427 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ba91c453dad4434fb1fb53199752705b_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ba91c453dad4434fb1fb53199752705b_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,429 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c08fb61f45914e56b127a7b62acf3d9d_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c08fb61f45914e56b127a7b62acf3d9d_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,430 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c6ae6be9568d4d04b0a3e05f3859b65f_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c6ae6be9568d4d04b0a3e05f3859b65f_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,431 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ca45c01532134c5484761ce17bd2d73c_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ca45c01532134c5484761ce17bd2d73c_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,432 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d0d5efa46d3c4a6e93cac15bf577b323_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d0d5efa46d3c4a6e93cac15bf577b323_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,433 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203df8304f10e8c4423a04383c010bc7e1d_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203df8304f10e8c4423a04383c010bc7e1d_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,435 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e0827e5ef34844dcaa62b614d89176ff_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e0827e5ef34844dcaa62b614d89176ff_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,436 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ea047448e0164346bb96e90af7bb296f_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ea047448e0164346bb96e90af7bb296f_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,437 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ede30f89262348d881bb9ad395d10739_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ede30f89262348d881bb9ad395d10739_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,438 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f67871b1ae4546eebc0737682cf9d382_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f67871b1ae4546eebc0737682cf9d382_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,440 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f6acdf3823e148c0999168d068c453fc_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f6acdf3823e148c0999168d068c453fc_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,441 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f702b433543241c7b96e44479705b63b_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f702b433543241c7b96e44479705b63b_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,442 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203fe641362c02944969d293e07705dbd20_d28e2a583033f259b6a4f08ecd7da330 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203fe641362c02944969d293e07705dbd20_d28e2a583033f259b6a4f08ecd7da330 2024-12-03T16:06:16,443 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T16:06:16,445 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=70, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:16,447 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T16:06:16,450 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T16:06:16,451 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=70, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:16,451 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T16:06:16,451 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733241976451"}]},"ts":"9223372036854775807"} 2024-12-03T16:06:16,455 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T16:06:16,455 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d28e2a583033f259b6a4f08ecd7da330, NAME => 'TestAcidGuarantees,,1733241947678.d28e2a583033f259b6a4f08ecd7da330.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T16:06:16,455 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T16:06:16,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733241976455"}]},"ts":"9223372036854775807"} 2024-12-03T16:06:16,457 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T16:06:16,458 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=70, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:16,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 76 msec 2024-12-03T16:06:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-03T16:06:16,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T16:06:16,492 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:16,503 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 237) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375442252_22 at /127.0.0.1:42436 [Waiting for operation #1163] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/cluster_e4db448d-ee9b-6457-8557-e2fa627e2c14/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/cluster_e4db448d-ee9b-6457-8557-e2fa627e2c14/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1369457202_22 at /127.0.0.1:42438 [Waiting for operation #1151] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375442252_22 at /127.0.0.1:53166 [Waiting for operation #952] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1369457202_22 at /127.0.0.1:40592 [Waiting for operation #1198] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=587 (was 487) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=596 (was 805) 2024-12-03T16:06:16,511 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=587, ProcessCount=11, AvailableMemoryMB=596 2024-12-03T16:06:16,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T16:06:16,513 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T16:06:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=71, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:16,515 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T16:06:16,515 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:16,515 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 71 2024-12-03T16:06:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-03T16:06:16,516 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T16:06:16,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742088_1264 (size=959) 2024-12-03T16:06:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-03T16:06:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-03T16:06:16,924 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8 2024-12-03T16:06:16,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742089_1265 (size=53) 2024-12-03T16:06:16,930 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:06:16,930 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b576f7cd1edcd6466a5487df8ba327e5, disabling compactions & flushes 2024-12-03T16:06:16,930 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:16,930 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:16,930 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. after waiting 0 ms 2024-12-03T16:06:16,930 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:16,930 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:16,930 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b576f7cd1edcd6466a5487df8ba327e5: Waiting for close lock at 1733241976930Disabling compacts and flushes for region at 1733241976930Disabling writes for close at 1733241976930Writing region close event to WAL at 1733241976930Closed at 1733241976930 2024-12-03T16:06:16,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T16:06:16,932 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733241976932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733241976932"}]},"ts":"1733241976932"} 2024-12-03T16:06:16,934 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T16:06:16,934 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T16:06:16,935 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241976934"}]},"ts":"1733241976934"} 2024-12-03T16:06:16,936 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T16:06:16,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b576f7cd1edcd6466a5487df8ba327e5, ASSIGN}] 2024-12-03T16:06:16,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b576f7cd1edcd6466a5487df8ba327e5, ASSIGN 2024-12-03T16:06:16,938 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b576f7cd1edcd6466a5487df8ba327e5, ASSIGN; state=OFFLINE, location=713339a81dd9,43037,1733241911101; forceNewPlan=false, retain=false 2024-12-03T16:06:17,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=b576f7cd1edcd6466a5487df8ba327e5, regionState=OPENING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:06:17,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b576f7cd1edcd6466a5487df8ba327e5, ASSIGN because future has completed 2024-12-03T16:06:17,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:06:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-03T16:06:17,245 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:17,245 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} 2024-12-03T16:06:17,245 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,245 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:06:17,245 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,245 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,247 INFO [StoreOpener-b576f7cd1edcd6466a5487df8ba327e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,248 INFO [StoreOpener-b576f7cd1edcd6466a5487df8ba327e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b576f7cd1edcd6466a5487df8ba327e5 columnFamilyName A 2024-12-03T16:06:17,248 DEBUG [StoreOpener-b576f7cd1edcd6466a5487df8ba327e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:17,248 INFO [StoreOpener-b576f7cd1edcd6466a5487df8ba327e5-1 {}] regionserver.HStore(327): Store=b576f7cd1edcd6466a5487df8ba327e5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:06:17,249 INFO [StoreOpener-b576f7cd1edcd6466a5487df8ba327e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,250 INFO [StoreOpener-b576f7cd1edcd6466a5487df8ba327e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b576f7cd1edcd6466a5487df8ba327e5 columnFamilyName B 2024-12-03T16:06:17,250 DEBUG [StoreOpener-b576f7cd1edcd6466a5487df8ba327e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:17,250 INFO [StoreOpener-b576f7cd1edcd6466a5487df8ba327e5-1 {}] regionserver.HStore(327): Store=b576f7cd1edcd6466a5487df8ba327e5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:06:17,250 INFO [StoreOpener-b576f7cd1edcd6466a5487df8ba327e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,251 INFO [StoreOpener-b576f7cd1edcd6466a5487df8ba327e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b576f7cd1edcd6466a5487df8ba327e5 columnFamilyName C 2024-12-03T16:06:17,251 DEBUG [StoreOpener-b576f7cd1edcd6466a5487df8ba327e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:17,252 INFO [StoreOpener-b576f7cd1edcd6466a5487df8ba327e5-1 {}] regionserver.HStore(327): Store=b576f7cd1edcd6466a5487df8ba327e5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:06:17,252 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,252 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,253 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,253 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,253 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,254 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T16:06:17,255 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,257 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T16:06:17,258 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened b576f7cd1edcd6466a5487df8ba327e5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72896232, jitterRate=0.08623850345611572}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T16:06:17,258 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,258 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for b576f7cd1edcd6466a5487df8ba327e5: Running coprocessor pre-open hook at 1733241977246Writing region info on filesystem at 1733241977246Initializing all the Stores at 1733241977246Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241977246Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241977247 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241977247Cleaning up temporary data from old regions at 1733241977253 (+6 ms)Running coprocessor post-open hooks at 1733241977258 (+5 ms)Region opened successfully at 1733241977258 2024-12-03T16:06:17,259 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., pid=73, masterSystemTime=1733241977242 2024-12-03T16:06:17,261 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:17,261 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:17,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=b576f7cd1edcd6466a5487df8ba327e5, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:06:17,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:06:17,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-03T16:06:17,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 in 176 msec 2024-12-03T16:06:17,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-12-03T16:06:17,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b576f7cd1edcd6466a5487df8ba327e5, ASSIGN in 332 msec 2024-12-03T16:06:17,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T16:06:17,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241977271"}]},"ts":"1733241977271"} 2024-12-03T16:06:17,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T16:06:17,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T16:06:17,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 761 msec 2024-12-03T16:06:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-03T16:06:17,652 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:17,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8da64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:17,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:17,654 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:17,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:17,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321dd409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:17,656 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e406d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:17,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:17,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:17,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:17,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T16:06:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 713339a81dd9,41395,1733241910291 2024-12-03T16:06:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@409b7023 2024-12-03T16:06:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T16:06:17,661 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T16:06:17,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:17,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:17,663 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391db409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:17,664 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9762f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:17,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:17,666 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449a9b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:17,667 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7380e51a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:17,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:17,669 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:17,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:17,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:17,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395c123a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:17,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:17,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:17,670 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:17,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb25bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:17,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:17,672 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f5b46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:17,673 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:17,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e69de10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:17,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:17,676 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5e608b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:17,678 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:17,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dec0765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:17,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:17,680 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:17,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:17,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:17,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edf80b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:17,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:17,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:17,681 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df778bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:17,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:17,684 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f06ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:17,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:17,685 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:17,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295dee68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:17,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:17,687 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4299b44f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:17,688 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:17,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c7587a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:17,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:17,690 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:17,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:17,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:17,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692491cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:17,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:17,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:17,691 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1661ecf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40916ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:17,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:17,693 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603eb82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:17,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:17,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:17,694 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:17,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b9e785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:17,695 DEBUG [Thread-1237 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:17,696 DEBUG [Thread-1222 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:17,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:17,696 DEBUG [Thread-1226 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:17,696 DEBUG [Thread-1231 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:17,696 DEBUG [Thread-1235 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:17,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:17,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:17,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:17,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:17,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:17,697 DEBUG [Thread-1228 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:17,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:17,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:17,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-03T16:06:17,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:17,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:17,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:17,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:17,699 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T16:06:17,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:17,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:17,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:06:17,701 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:17,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:06:17,702 DEBUG [Thread-1239 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:17,702 DEBUG [Thread-1233 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:17,702 DEBUG [Thread-1220 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:06:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:17,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:17,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:06:17,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:06:17,704 DEBUG [Thread-1224 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:17,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:17,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:17,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:17,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:17,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:17,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:17,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:06:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:06:17,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:06:17,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:06:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:06:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:17,717 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:17,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T16:06:17,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/8a30b279c89e42f691d8b678d1432cd0 is 50, key is test_row_0/A:col10/1733241977715/Put/seqid=0 2024-12-03T16:06:17,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242037754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:17,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:17,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242037755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:17,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:17,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242037761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:17,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:17,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242037763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:17,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:17,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242037764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:17,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:17,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:17,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742090_1266 (size=12001) 2024-12-03T16:06:17,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/8a30b279c89e42f691d8b678d1432cd0 2024-12-03T16:06:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T16:06:17,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/561e3901951e48a49504c96b2847e5c1 is 50, key is test_row_0/B:col10/1733241977715/Put/seqid=0 2024-12-03T16:06:17,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742091_1267 (size=12001) 2024-12-03T16:06:17,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/561e3901951e48a49504c96b2847e5c1 2024-12-03T16:06:17,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-03T16:06:17,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:17,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:17,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:17,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:17,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:17,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242037872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:17,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:17,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242037872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242037872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:17,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:17,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242037882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:17,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242037882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:17,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/473fe7ade4f744da87f5808134330383 is 50, key is test_row_0/C:col10/1733241977715/Put/seqid=0 2024-12-03T16:06:17,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742092_1268 (size=12001) 2024-12-03T16:06:17,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/473fe7ade4f744da87f5808134330383 2024-12-03T16:06:17,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/8a30b279c89e42f691d8b678d1432cd0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/8a30b279c89e42f691d8b678d1432cd0 2024-12-03T16:06:17,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/8a30b279c89e42f691d8b678d1432cd0, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T16:06:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/561e3901951e48a49504c96b2847e5c1 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/561e3901951e48a49504c96b2847e5c1 2024-12-03T16:06:17,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/561e3901951e48a49504c96b2847e5c1, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T16:06:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/473fe7ade4f744da87f5808134330383 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/473fe7ade4f744da87f5808134330383 2024-12-03T16:06:17,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/473fe7ade4f744da87f5808134330383, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T16:06:17,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b576f7cd1edcd6466a5487df8ba327e5 in 241ms, sequenceid=14, compaction requested=false 2024-12-03T16:06:17,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:18,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-03T16:06:18,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:18,012 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T16:06:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/a5173764b7e147cc91d077f428ebd724 is 50, key is test_row_0/A:col10/1733241977759/Put/seqid=0 2024-12-03T16:06:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T16:06:18,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742093_1269 (size=12001) 2024-12-03T16:06:18,048 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/a5173764b7e147cc91d077f428ebd724 2024-12-03T16:06:18,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/42c877944022412d877913ce965617a0 is 50, key is test_row_0/B:col10/1733241977759/Put/seqid=0 2024-12-03T16:06:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:18,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:18,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242038094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242038094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742094_1270 (size=12001) 2024-12-03T16:06:18,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242038098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242038100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242038100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242038211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242038212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242038212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242038212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242038212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T16:06:18,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242038421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242038421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242038422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242038422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242038422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,505 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/42c877944022412d877913ce965617a0 2024-12-03T16:06:18,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/a0ecbb0d784e427c92d8a286a767a07c is 50, key is test_row_0/C:col10/1733241977759/Put/seqid=0 2024-12-03T16:06:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742095_1271 (size=12001) 2024-12-03T16:06:18,523 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/a0ecbb0d784e427c92d8a286a767a07c 2024-12-03T16:06:18,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/a5173764b7e147cc91d077f428ebd724 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/a5173764b7e147cc91d077f428ebd724 2024-12-03T16:06:18,551 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/a5173764b7e147cc91d077f428ebd724, entries=150, sequenceid=38, filesize=11.7 K 2024-12-03T16:06:18,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/42c877944022412d877913ce965617a0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/42c877944022412d877913ce965617a0 2024-12-03T16:06:18,557 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/42c877944022412d877913ce965617a0, entries=150, sequenceid=38, filesize=11.7 K 2024-12-03T16:06:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/a0ecbb0d784e427c92d8a286a767a07c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/a0ecbb0d784e427c92d8a286a767a07c 2024-12-03T16:06:18,564 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/a0ecbb0d784e427c92d8a286a767a07c, entries=150, sequenceid=38, filesize=11.7 K 2024-12-03T16:06:18,565 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b576f7cd1edcd6466a5487df8ba327e5 in 552ms, sequenceid=38, compaction requested=false 2024-12-03T16:06:18,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:18,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:18,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-03T16:06:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-03T16:06:18,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-03T16:06:18,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 866 msec 2024-12-03T16:06:18,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 877 msec 2024-12-03T16:06:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:18,734 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:18,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T16:06:18,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/d561a15385104d3e8384342b1874284e is 50, key is test_row_0/A:col10/1733241978096/Put/seqid=0 2024-12-03T16:06:18,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742096_1272 (size=12001) 2024-12-03T16:06:18,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242038766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242038767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242038768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242038768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242038769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T16:06:18,841 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:18,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-03T16:06:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T16:06:18,843 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:18,844 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:18,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242038882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242038882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242038882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242038882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242038882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T16:06:18,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T16:06:18,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:18,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:18,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:18,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:18,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242039091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242039091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242039091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242039102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242039102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T16:06:19,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:19,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:19,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:19,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:19,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T16:06:19,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/d561a15385104d3e8384342b1874284e 2024-12-03T16:06:19,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/894433408c534b3c81a73310c223d298 is 50, key is test_row_0/B:col10/1733241978096/Put/seqid=0 2024-12-03T16:06:19,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742097_1273 (size=12001) 2024-12-03T16:06:19,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/894433408c534b3c81a73310c223d298 2024-12-03T16:06:19,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/8f7158ff2f5d45cdaf01d812d918135f is 50, key is test_row_0/C:col10/1733241978096/Put/seqid=0 2024-12-03T16:06:19,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742098_1274 (size=12001) 2024-12-03T16:06:19,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T16:06:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:19,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:19,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242039402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242039402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242039402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242039413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242039413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T16:06:19,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:19,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:19,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:19,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:19,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T16:06:19,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T16:06:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:19,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:19,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/8f7158ff2f5d45cdaf01d812d918135f 2024-12-03T16:06:19,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/d561a15385104d3e8384342b1874284e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d561a15385104d3e8384342b1874284e 2024-12-03T16:06:19,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d561a15385104d3e8384342b1874284e, entries=150, sequenceid=52, filesize=11.7 K 2024-12-03T16:06:19,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/894433408c534b3c81a73310c223d298 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/894433408c534b3c81a73310c223d298 2024-12-03T16:06:19,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/894433408c534b3c81a73310c223d298, entries=150, sequenceid=52, filesize=11.7 K 2024-12-03T16:06:19,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/8f7158ff2f5d45cdaf01d812d918135f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/8f7158ff2f5d45cdaf01d812d918135f 2024-12-03T16:06:19,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/8f7158ff2f5d45cdaf01d812d918135f, entries=150, sequenceid=52, filesize=11.7 K 2024-12-03T16:06:19,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for b576f7cd1edcd6466a5487df8ba327e5 in 942ms, sequenceid=52, compaction requested=true 2024-12-03T16:06:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:19,676 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T16:06:19,676 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:19,678 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:19,678 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:19,678 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/B is initiating minor compaction (all files) 2024-12-03T16:06:19,678 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/A is initiating minor compaction (all files) 2024-12-03T16:06:19,678 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/A in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:19,678 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/8a30b279c89e42f691d8b678d1432cd0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/a5173764b7e147cc91d077f428ebd724, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d561a15385104d3e8384342b1874284e] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=35.2 K 2024-12-03T16:06:19,678 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/B in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:19,678 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/561e3901951e48a49504c96b2847e5c1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/42c877944022412d877913ce965617a0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/894433408c534b3c81a73310c223d298] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=35.2 K 2024-12-03T16:06:19,679 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 561e3901951e48a49504c96b2847e5c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733241977711 2024-12-03T16:06:19,679 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a30b279c89e42f691d8b678d1432cd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733241977711 2024-12-03T16:06:19,679 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 42c877944022412d877913ce965617a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733241977751 2024-12-03T16:06:19,679 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5173764b7e147cc91d077f428ebd724, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733241977751 2024-12-03T16:06:19,680 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 894433408c534b3c81a73310c223d298, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733241978096 2024-12-03T16:06:19,680 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting d561a15385104d3e8384342b1874284e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733241978096 2024-12-03T16:06:19,704 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#B#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:19,705 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/d27f906b04f04b2d9db510f3da90b6c8 is 50, key is test_row_0/B:col10/1733241978096/Put/seqid=0 2024-12-03T16:06:19,708 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#A#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:19,708 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/39d30e080b804aaa872abe83309fe3a0 is 50, key is test_row_0/A:col10/1733241978096/Put/seqid=0 2024-12-03T16:06:19,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742099_1275 (size=12104) 2024-12-03T16:06:19,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742100_1276 (size=12104) 2024-12-03T16:06:19,742 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/d27f906b04f04b2d9db510f3da90b6c8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d27f906b04f04b2d9db510f3da90b6c8 2024-12-03T16:06:19,745 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/39d30e080b804aaa872abe83309fe3a0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/39d30e080b804aaa872abe83309fe3a0 2024-12-03T16:06:19,748 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/B of b576f7cd1edcd6466a5487df8ba327e5 into d27f906b04f04b2d9db510f3da90b6c8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:19,748 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:19,748 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/B, priority=13, startTime=1733241979676; duration=0sec 2024-12-03T16:06:19,748 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:19,749 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:B 2024-12-03T16:06:19,749 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:19,750 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:19,750 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/C is initiating minor compaction (all files) 2024-12-03T16:06:19,750 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/C in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:19,750 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/473fe7ade4f744da87f5808134330383, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/a0ecbb0d784e427c92d8a286a767a07c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/8f7158ff2f5d45cdaf01d812d918135f] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=35.2 K 2024-12-03T16:06:19,750 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 473fe7ade4f744da87f5808134330383, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733241977711 2024-12-03T16:06:19,751 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a0ecbb0d784e427c92d8a286a767a07c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733241977751 2024-12-03T16:06:19,751 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f7158ff2f5d45cdaf01d812d918135f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733241978096 2024-12-03T16:06:19,755 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/A of b576f7cd1edcd6466a5487df8ba327e5 into 39d30e080b804aaa872abe83309fe3a0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:19,755 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:19,755 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/A, priority=13, startTime=1733241979676; duration=0sec 2024-12-03T16:06:19,755 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:19,755 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:A 2024-12-03T16:06:19,760 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#C#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:19,760 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/2ca5acf13e7e4713a77aff551515a2b2 is 50, key is test_row_0/C:col10/1733241978096/Put/seqid=0 2024-12-03T16:06:19,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742101_1277 (size=12104) 2024-12-03T16:06:19,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T16:06:19,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:19,784 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T16:06:19,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/0182607c748e43e78e74d941d4945bf2 is 50, key is test_row_0/A:col10/1733241978767/Put/seqid=0 2024-12-03T16:06:19,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742102_1278 (size=12001) 2024-12-03T16:06:19,813 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/0182607c748e43e78e74d941d4945bf2 2024-12-03T16:06:19,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/94d8aa255ace438c85a98233718c6504 is 50, key is test_row_0/B:col10/1733241978767/Put/seqid=0 2024-12-03T16:06:19,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742103_1279 (size=12001) 2024-12-03T16:06:19,828 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/94d8aa255ace438c85a98233718c6504 2024-12-03T16:06:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/0f79db282d9f44d28c3dfec08ec36b7a is 50, key is test_row_0/C:col10/1733241978767/Put/seqid=0 2024-12-03T16:06:19,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742104_1280 (size=12001) 2024-12-03T16:06:19,860 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/0f79db282d9f44d28c3dfec08ec36b7a 2024-12-03T16:06:19,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/0182607c748e43e78e74d941d4945bf2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/0182607c748e43e78e74d941d4945bf2 2024-12-03T16:06:19,871 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/0182607c748e43e78e74d941d4945bf2, entries=150, sequenceid=77, filesize=11.7 K 2024-12-03T16:06:19,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/94d8aa255ace438c85a98233718c6504 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/94d8aa255ace438c85a98233718c6504 2024-12-03T16:06:19,887 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/94d8aa255ace438c85a98233718c6504, entries=150, sequenceid=77, filesize=11.7 K 2024-12-03T16:06:19,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/0f79db282d9f44d28c3dfec08ec36b7a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0f79db282d9f44d28c3dfec08ec36b7a 2024-12-03T16:06:19,897 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0f79db282d9f44d28c3dfec08ec36b7a, entries=150, sequenceid=77, filesize=11.7 K 2024-12-03T16:06:19,898 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for b576f7cd1edcd6466a5487df8ba327e5 in 114ms, sequenceid=77, compaction requested=false 2024-12-03T16:06:19,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:19,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:19,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-03T16:06:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-03T16:06:19,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-03T16:06:19,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0560 sec 2024-12-03T16:06:19,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.0670 sec 2024-12-03T16:06:19,932 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:19,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:06:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:19,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/2c3c159e31ce4ff2879775774f0076f6 is 50, key is test_row_0/A:col10/1733241979932/Put/seqid=0 2024-12-03T16:06:19,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742105_1281 (size=11997) 2024-12-03T16:06:19,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242039973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242039973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242039976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242039981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242039983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T16:06:19,992 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:19,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-03T16:06:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T16:06:19,996 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:19,997 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:19,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:20,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242040091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242040093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242040093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T16:06:20,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242040102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242040102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-03T16:06:20,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,207 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/2ca5acf13e7e4713a77aff551515a2b2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/2ca5acf13e7e4713a77aff551515a2b2 2024-12-03T16:06:20,220 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/C of b576f7cd1edcd6466a5487df8ba327e5 into 2ca5acf13e7e4713a77aff551515a2b2(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:20,221 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:20,221 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/C, priority=13, startTime=1733241979676; duration=0sec 2024-12-03T16:06:20,221 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:20,221 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:C 2024-12-03T16:06:20,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-03T16:06:20,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:20,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242040303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242040303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242040303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T16:06:20,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242040313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242040313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/2c3c159e31ce4ff2879775774f0076f6 2024-12-03T16:06:20,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/ff4a858d445e4ec39d5bbc128fe25265 is 50, key is test_row_0/B:col10/1733241979932/Put/seqid=0 2024-12-03T16:06:20,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742106_1282 (size=9657) 2024-12-03T16:06:20,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-03T16:06:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242040611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242040612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242040612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-03T16:06:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T16:06:20,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242040622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242040631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:20,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-03T16:06:20,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:20,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/ff4a858d445e4ec39d5bbc128fe25265 2024-12-03T16:06:20,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/59c8d18eacf347be820f6f92445c296e is 50, key is test_row_0/C:col10/1733241979932/Put/seqid=0 2024-12-03T16:06:20,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742107_1283 (size=9657) 2024-12-03T16:06:20,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/59c8d18eacf347be820f6f92445c296e 2024-12-03T16:06:20,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/2c3c159e31ce4ff2879775774f0076f6 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/2c3c159e31ce4ff2879775774f0076f6 2024-12-03T16:06:20,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/2c3c159e31ce4ff2879775774f0076f6, entries=150, sequenceid=89, filesize=11.7 K 2024-12-03T16:06:20,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/ff4a858d445e4ec39d5bbc128fe25265 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ff4a858d445e4ec39d5bbc128fe25265 2024-12-03T16:06:20,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ff4a858d445e4ec39d5bbc128fe25265, entries=100, sequenceid=89, filesize=9.4 K 2024-12-03T16:06:20,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/59c8d18eacf347be820f6f92445c296e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/59c8d18eacf347be820f6f92445c296e 2024-12-03T16:06:20,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/59c8d18eacf347be820f6f92445c296e, entries=100, sequenceid=89, filesize=9.4 K 2024-12-03T16:06:20,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b576f7cd1edcd6466a5487df8ba327e5 in 905ms, sequenceid=89, compaction requested=true 2024-12-03T16:06:20,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:20,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:20,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:20,838 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:20,838 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:20,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:20,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:20,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:20,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:20,839 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:20,839 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/A is initiating minor compaction (all files) 2024-12-03T16:06:20,839 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/A in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,840 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/39d30e080b804aaa872abe83309fe3a0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/0182607c748e43e78e74d941d4945bf2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/2c3c159e31ce4ff2879775774f0076f6] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=35.3 K 2024-12-03T16:06:20,840 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:20,840 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/B is initiating minor compaction (all files) 2024-12-03T16:06:20,840 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/B in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,840 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39d30e080b804aaa872abe83309fe3a0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733241978096 2024-12-03T16:06:20,840 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d27f906b04f04b2d9db510f3da90b6c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/94d8aa255ace438c85a98233718c6504, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ff4a858d445e4ec39d5bbc128fe25265] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=33.0 K 2024-12-03T16:06:20,841 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting d27f906b04f04b2d9db510f3da90b6c8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733241978096 2024-12-03T16:06:20,841 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0182607c748e43e78e74d941d4945bf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733241978764 2024-12-03T16:06:20,841 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 94d8aa255ace438c85a98233718c6504, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733241978764 2024-12-03T16:06:20,841 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c3c159e31ce4ff2879775774f0076f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733241979930 2024-12-03T16:06:20,842 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting ff4a858d445e4ec39d5bbc128fe25265, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733241979931 2024-12-03T16:06:20,868 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#B#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:20,869 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/03910117b0e74881b485114d54efb461 is 50, key is test_row_0/B:col10/1733241979932/Put/seqid=0 2024-12-03T16:06:20,872 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:20,873 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/f7d9a99cad3d4d058b6c02015c4e5e84 is 50, key is test_row_0/A:col10/1733241979932/Put/seqid=0 2024-12-03T16:06:20,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742108_1284 (size=12207) 2024-12-03T16:06:20,926 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/f7d9a99cad3d4d058b6c02015c4e5e84 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/f7d9a99cad3d4d058b6c02015c4e5e84 2024-12-03T16:06:20,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742109_1285 (size=12207) 2024-12-03T16:06:20,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-03T16:06:20,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,928 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T16:06:20,936 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T16:06:20,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/6a73c22bf54d4065b0134e0d40b76512 is 50, key is test_row_0/A:col10/1733241979981/Put/seqid=0 2024-12-03T16:06:20,950 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/A of b576f7cd1edcd6466a5487df8ba327e5 into f7d9a99cad3d4d058b6c02015c4e5e84(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:20,950 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:20,950 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/A, priority=13, startTime=1733241980838; duration=0sec 2024-12-03T16:06:20,951 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:20,951 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:A 2024-12-03T16:06:20,951 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:20,952 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:20,952 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/C is initiating minor compaction (all files) 2024-12-03T16:06:20,952 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/C in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:20,952 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/2ca5acf13e7e4713a77aff551515a2b2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0f79db282d9f44d28c3dfec08ec36b7a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/59c8d18eacf347be820f6f92445c296e] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=33.0 K 2024-12-03T16:06:20,953 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ca5acf13e7e4713a77aff551515a2b2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733241978096 2024-12-03T16:06:20,953 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f79db282d9f44d28c3dfec08ec36b7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733241978764 2024-12-03T16:06:20,954 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59c8d18eacf347be820f6f92445c296e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733241979931 2024-12-03T16:06:20,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742110_1286 (size=12001) 2024-12-03T16:06:20,977 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/6a73c22bf54d4065b0134e0d40b76512 2024-12-03T16:06:20,981 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:20,981 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/f91ab691caad42558131e094b593e896 is 50, key is test_row_0/C:col10/1733241979932/Put/seqid=0 2024-12-03T16:06:21,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/e5c8afcaf58d4b43b530901d2a976b4a is 50, key is test_row_0/B:col10/1733241979981/Put/seqid=0 2024-12-03T16:06:21,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742111_1287 (size=12207) 2024-12-03T16:06:21,025 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/f91ab691caad42558131e094b593e896 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f91ab691caad42558131e094b593e896 2024-12-03T16:06:21,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742112_1288 (size=12001) 2024-12-03T16:06:21,035 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/C of b576f7cd1edcd6466a5487df8ba327e5 into f91ab691caad42558131e094b593e896(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:21,035 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:21,035 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/C, priority=13, startTime=1733241980838; duration=0sec 2024-12-03T16:06:21,035 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:21,035 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:C 2024-12-03T16:06:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:21,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T16:06:21,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242041133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242041136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242041136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242041137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242041141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242041242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242041252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242041252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242041252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,333 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/03910117b0e74881b485114d54efb461 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/03910117b0e74881b485114d54efb461 2024-12-03T16:06:21,340 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/B of b576f7cd1edcd6466a5487df8ba327e5 into 03910117b0e74881b485114d54efb461(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:21,340 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:21,340 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/B, priority=13, startTime=1733241980838; duration=0sec 2024-12-03T16:06:21,340 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:21,340 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:B 2024-12-03T16:06:21,441 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/e5c8afcaf58d4b43b530901d2a976b4a 2024-12-03T16:06:21,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242041451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e02e57b2963a4a8ca39521c8a88259f5 is 50, key is test_row_0/C:col10/1733241979981/Put/seqid=0 2024-12-03T16:06:21,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742113_1289 (size=12001) 2024-12-03T16:06:21,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242041461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242041461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242041461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242041761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242041772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242041772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242041774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:21,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:21,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:21,870 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e02e57b2963a4a8ca39521c8a88259f5 2024-12-03T16:06:21,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/6a73c22bf54d4065b0134e0d40b76512 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6a73c22bf54d4065b0134e0d40b76512 2024-12-03T16:06:21,943 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6a73c22bf54d4065b0134e0d40b76512, entries=150, sequenceid=114, filesize=11.7 K 2024-12-03T16:06:21,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/e5c8afcaf58d4b43b530901d2a976b4a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/e5c8afcaf58d4b43b530901d2a976b4a 2024-12-03T16:06:21,954 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/e5c8afcaf58d4b43b530901d2a976b4a, entries=150, sequenceid=114, filesize=11.7 K 2024-12-03T16:06:21,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e02e57b2963a4a8ca39521c8a88259f5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e02e57b2963a4a8ca39521c8a88259f5 2024-12-03T16:06:21,961 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e02e57b2963a4a8ca39521c8a88259f5, entries=150, sequenceid=114, filesize=11.7 K 2024-12-03T16:06:21,962 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b576f7cd1edcd6466a5487df8ba327e5 in 1034ms, sequenceid=114, compaction requested=false 2024-12-03T16:06:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:21,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:21,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-03T16:06:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-03T16:06:21,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-03T16:06:21,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9670 sec 2024-12-03T16:06:21,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.9760 sec 2024-12-03T16:06:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T16:06:22,152 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:22,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-03T16:06:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T16:06:22,155 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:22,155 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:22,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T16:06:22,157 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:22,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:22,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/6f562a3bdbf3476bbf8d06924681dfde is 50, key is test_row_0/A:col10/1733241982153/Put/seqid=0 2024-12-03T16:06:22,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742114_1290 (size=12051) 2024-12-03T16:06:22,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/6f562a3bdbf3476bbf8d06924681dfde 2024-12-03T16:06:22,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/11e0a56a51a046c6b7e10e4f462f30d2 is 50, key is test_row_0/B:col10/1733241982153/Put/seqid=0 2024-12-03T16:06:22,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742115_1291 (size=12051) 2024-12-03T16:06:22,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/11e0a56a51a046c6b7e10e4f462f30d2 2024-12-03T16:06:22,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/cefb1dc1b2cb409cbd9c2ca81934d4d1 is 50, key is test_row_0/C:col10/1733241982153/Put/seqid=0 2024-12-03T16:06:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T16:06:22,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742116_1292 (size=12051) 2024-12-03T16:06:22,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242042271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:22,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242042275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:22,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242042282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:22,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:22,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242042282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242042282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:22,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-03T16:06:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:22,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:22,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:22,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242042392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:22,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-03T16:06:22,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:22,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:22,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:22,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:22,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T16:06:22,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242042601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:22,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-03T16:06:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:22,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:22,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/cefb1dc1b2cb409cbd9c2ca81934d4d1 2024-12-03T16:06:22,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/6f562a3bdbf3476bbf8d06924681dfde as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6f562a3bdbf3476bbf8d06924681dfde 2024-12-03T16:06:22,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6f562a3bdbf3476bbf8d06924681dfde, entries=150, sequenceid=130, filesize=11.8 K 2024-12-03T16:06:22,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/11e0a56a51a046c6b7e10e4f462f30d2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/11e0a56a51a046c6b7e10e4f462f30d2 2024-12-03T16:06:22,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/11e0a56a51a046c6b7e10e4f462f30d2, entries=150, sequenceid=130, filesize=11.8 K 2024-12-03T16:06:22,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/cefb1dc1b2cb409cbd9c2ca81934d4d1 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/cefb1dc1b2cb409cbd9c2ca81934d4d1 2024-12-03T16:06:22,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/cefb1dc1b2cb409cbd9c2ca81934d4d1, entries=150, sequenceid=130, filesize=11.8 K 2024-12-03T16:06:22,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b576f7cd1edcd6466a5487df8ba327e5 in 534ms, sequenceid=130, compaction requested=true 2024-12-03T16:06:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:22,690 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:22,690 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:22,692 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:22,692 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/A is initiating minor compaction (all files) 2024-12-03T16:06:22,692 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/A in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:22,692 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/f7d9a99cad3d4d058b6c02015c4e5e84, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6a73c22bf54d4065b0134e0d40b76512, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6f562a3bdbf3476bbf8d06924681dfde] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=35.4 K 2024-12-03T16:06:22,692 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:22,692 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/B is initiating minor compaction (all files) 2024-12-03T16:06:22,692 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/B in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:22,692 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/03910117b0e74881b485114d54efb461, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/e5c8afcaf58d4b43b530901d2a976b4a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/11e0a56a51a046c6b7e10e4f462f30d2] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=35.4 K 2024-12-03T16:06:22,692 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7d9a99cad3d4d058b6c02015c4e5e84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733241978764 2024-12-03T16:06:22,693 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 03910117b0e74881b485114d54efb461, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733241978764 2024-12-03T16:06:22,693 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a73c22bf54d4065b0134e0d40b76512, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733241979974 2024-12-03T16:06:22,693 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e5c8afcaf58d4b43b530901d2a976b4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733241979974 2024-12-03T16:06:22,693 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f562a3bdbf3476bbf8d06924681dfde, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733241981123 2024-12-03T16:06:22,693 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 11e0a56a51a046c6b7e10e4f462f30d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733241981123 2024-12-03T16:06:22,703 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#A#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:22,703 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#B#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:22,703 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/693604dcc742469b83e015adbbbf66f8 is 50, key is test_row_0/A:col10/1733241982153/Put/seqid=0 2024-12-03T16:06:22,704 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/25f1737919284295aea7d46f6bbdbe14 is 50, key is test_row_0/B:col10/1733241982153/Put/seqid=0 2024-12-03T16:06:22,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742117_1293 (size=12359) 2024-12-03T16:06:22,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742118_1294 (size=12359) 2024-12-03T16:06:22,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-03T16:06:22,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:22,779 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T16:06:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T16:06:22,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/70ff107e505f41ea81e3c361235431c1 is 50, key is test_row_0/A:col10/1733241982265/Put/seqid=0 2024-12-03T16:06:22,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742119_1295 (size=12151) 2024-12-03T16:06:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:22,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:22,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242042968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:23,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242043082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:23,119 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/693604dcc742469b83e015adbbbf66f8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/693604dcc742469b83e015adbbbf66f8 2024-12-03T16:06:23,125 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/A of b576f7cd1edcd6466a5487df8ba327e5 into 693604dcc742469b83e015adbbbf66f8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:23,125 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:23,125 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/A, priority=13, startTime=1733241982690; duration=0sec 2024-12-03T16:06:23,125 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:23,127 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:A 2024-12-03T16:06:23,127 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:23,128 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:23,128 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/C is initiating minor compaction (all files) 2024-12-03T16:06:23,129 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/C in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:23,129 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f91ab691caad42558131e094b593e896, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e02e57b2963a4a8ca39521c8a88259f5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/cefb1dc1b2cb409cbd9c2ca81934d4d1] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=35.4 K 2024-12-03T16:06:23,129 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting f91ab691caad42558131e094b593e896, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733241978764 2024-12-03T16:06:23,129 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting e02e57b2963a4a8ca39521c8a88259f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733241979974 2024-12-03T16:06:23,130 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/25f1737919284295aea7d46f6bbdbe14 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/25f1737919284295aea7d46f6bbdbe14 2024-12-03T16:06:23,130 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting cefb1dc1b2cb409cbd9c2ca81934d4d1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733241981123 2024-12-03T16:06:23,145 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/B of b576f7cd1edcd6466a5487df8ba327e5 into 25f1737919284295aea7d46f6bbdbe14(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:23,145 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:23,145 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/B, priority=13, startTime=1733241982690; duration=0sec 2024-12-03T16:06:23,145 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:23,145 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:B 2024-12-03T16:06:23,148 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#C#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:23,148 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/9b320a1836df42e3ad59478dfb534e7d is 50, key is test_row_0/C:col10/1733241982153/Put/seqid=0 2024-12-03T16:06:23,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742120_1296 (size=12359) 2024-12-03T16:06:23,213 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/70ff107e505f41ea81e3c361235431c1 2024-12-03T16:06:23,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/231cef3c257049ee9897ac4591662dbb is 50, key is test_row_0/B:col10/1733241982265/Put/seqid=0 2024-12-03T16:06:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742121_1297 (size=12151) 2024-12-03T16:06:23,230 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/231cef3c257049ee9897ac4591662dbb 2024-12-03T16:06:23,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/853a467a0606426b8c196f5fbd0253d7 is 50, key is test_row_0/C:col10/1733241982265/Put/seqid=0 2024-12-03T16:06:23,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742122_1298 (size=12151) 2024-12-03T16:06:23,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242043281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:23,285 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in b576f7cd1edcd6466a5487df8ba327e5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:23,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T16:06:23,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:23,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242043292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242043292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:23,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:23,296 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in b576f7cd1edcd6466a5487df8ba327e5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:23,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242043301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:23,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242043301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:23,304 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in b576f7cd1edcd6466a5487df8ba327e5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:23,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:23,305 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in b576f7cd1edcd6466a5487df8ba327e5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:23,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:23,564 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/9b320a1836df42e3ad59478dfb534e7d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/9b320a1836df42e3ad59478dfb534e7d 2024-12-03T16:06:23,569 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/C of b576f7cd1edcd6466a5487df8ba327e5 into 9b320a1836df42e3ad59478dfb534e7d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:23,569 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:23,569 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/C, priority=13, startTime=1733241982690; duration=0sec 2024-12-03T16:06:23,569 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:23,569 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:C 2024-12-03T16:06:23,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242043601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:23,648 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/853a467a0606426b8c196f5fbd0253d7 2024-12-03T16:06:23,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/70ff107e505f41ea81e3c361235431c1 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/70ff107e505f41ea81e3c361235431c1 2024-12-03T16:06:23,660 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/70ff107e505f41ea81e3c361235431c1, entries=150, sequenceid=153, filesize=11.9 K 2024-12-03T16:06:23,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/231cef3c257049ee9897ac4591662dbb as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/231cef3c257049ee9897ac4591662dbb 2024-12-03T16:06:23,669 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/231cef3c257049ee9897ac4591662dbb, entries=150, sequenceid=153, filesize=11.9 K 2024-12-03T16:06:23,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/853a467a0606426b8c196f5fbd0253d7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/853a467a0606426b8c196f5fbd0253d7 2024-12-03T16:06:23,677 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/853a467a0606426b8c196f5fbd0253d7, entries=150, sequenceid=153, filesize=11.9 K 2024-12-03T16:06:23,678 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b576f7cd1edcd6466a5487df8ba327e5 in 899ms, sequenceid=153, compaction requested=false 2024-12-03T16:06:23,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:23,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:23,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-03T16:06:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-03T16:06:23,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-03T16:06:23,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5230 sec 2024-12-03T16:06:23,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.5310 sec 2024-12-03T16:06:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:24,114 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:24,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T16:06:24,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/6f5ee50addea411a8b229fba28139241 is 50, key is test_row_0/A:col10/1733241984113/Put/seqid=0 2024-12-03T16:06:24,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742123_1299 (size=14541) 2024-12-03T16:06:24,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242044216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:24,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:24,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:24,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T16:06:24,301 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:24,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-03T16:06:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T16:06:24,304 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:24,312 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:24,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:24,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242044332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:24,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:24,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:24,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T16:06:24,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-03T16:06:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:24,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:24,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/6f5ee50addea411a8b229fba28139241 2024-12-03T16:06:24,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/16cc4650d2c345f0b8ddb66e30f06397 is 50, key is test_row_0/B:col10/1733241984113/Put/seqid=0 2024-12-03T16:06:24,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242044541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:24,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:24,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:24,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:24,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742124_1300 (size=12151) 2024-12-03T16:06:24,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/16cc4650d2c345f0b8ddb66e30f06397 2024-12-03T16:06:24,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/58707d8ac3584e2bb0dc580d83f0dc87 is 50, key is test_row_0/C:col10/1733241984113/Put/seqid=0 2024-12-03T16:06:24,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742125_1301 (size=12151) 2024-12-03T16:06:24,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/58707d8ac3584e2bb0dc580d83f0dc87 2024-12-03T16:06:24,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/6f5ee50addea411a8b229fba28139241 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6f5ee50addea411a8b229fba28139241 2024-12-03T16:06:24,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6f5ee50addea411a8b229fba28139241, entries=200, sequenceid=170, filesize=14.2 K 2024-12-03T16:06:24,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/16cc4650d2c345f0b8ddb66e30f06397 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/16cc4650d2c345f0b8ddb66e30f06397 2024-12-03T16:06:24,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/16cc4650d2c345f0b8ddb66e30f06397, entries=150, sequenceid=170, filesize=11.9 K 2024-12-03T16:06:24,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/58707d8ac3584e2bb0dc580d83f0dc87 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/58707d8ac3584e2bb0dc580d83f0dc87 2024-12-03T16:06:24,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/58707d8ac3584e2bb0dc580d83f0dc87, entries=150, sequenceid=170, filesize=11.9 K 2024-12-03T16:06:24,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b576f7cd1edcd6466a5487df8ba327e5 in 476ms, sequenceid=170, compaction requested=true 2024-12-03T16:06:24,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:24,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:24,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:24,591 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:24,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:24,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:24,591 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:24,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:24,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:24,593 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:24,593 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/B is initiating minor compaction (all files) 2024-12-03T16:06:24,593 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/B in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:24,593 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/25f1737919284295aea7d46f6bbdbe14, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/231cef3c257049ee9897ac4591662dbb, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/16cc4650d2c345f0b8ddb66e30f06397] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=35.8 K 2024-12-03T16:06:24,593 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:24,593 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/A is initiating minor compaction (all files) 2024-12-03T16:06:24,593 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/A in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:24,593 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/693604dcc742469b83e015adbbbf66f8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/70ff107e505f41ea81e3c361235431c1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6f5ee50addea411a8b229fba28139241] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=38.1 K 2024-12-03T16:06:24,594 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 25f1737919284295aea7d46f6bbdbe14, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733241981123 2024-12-03T16:06:24,594 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 693604dcc742469b83e015adbbbf66f8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733241981123 2024-12-03T16:06:24,594 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 231cef3c257049ee9897ac4591662dbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733241982243 2024-12-03T16:06:24,594 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70ff107e505f41ea81e3c361235431c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733241982243 2024-12-03T16:06:24,594 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 16cc4650d2c345f0b8ddb66e30f06397, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733241982913 2024-12-03T16:06:24,595 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f5ee50addea411a8b229fba28139241, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733241982913 2024-12-03T16:06:24,608 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#B#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:24,609 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/c2ce35cfc55a4a949eff660c79baca6e is 50, key is test_row_0/B:col10/1733241984113/Put/seqid=0 2024-12-03T16:06:24,611 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:24,611 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/e75ef02d5afe40c09b9c1289095cbd41 is 50, key is test_row_0/A:col10/1733241984113/Put/seqid=0 2024-12-03T16:06:24,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-03T16:06:24,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:24,620 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-03T16:06:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T16:06:24,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742126_1302 (size=12561) 2024-12-03T16:06:24,636 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/c2ce35cfc55a4a949eff660c79baca6e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/c2ce35cfc55a4a949eff660c79baca6e 2024-12-03T16:06:24,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742127_1303 (size=12561) 2024-12-03T16:06:24,648 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/B of b576f7cd1edcd6466a5487df8ba327e5 into c2ce35cfc55a4a949eff660c79baca6e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:24,648 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:24,648 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/B, priority=13, startTime=1733241984591; duration=0sec 2024-12-03T16:06:24,648 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:24,648 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:B 2024-12-03T16:06:24,648 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:24,650 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/e75ef02d5afe40c09b9c1289095cbd41 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/e75ef02d5afe40c09b9c1289095cbd41 2024-12-03T16:06:24,650 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:24,651 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/C is initiating minor compaction (all files) 2024-12-03T16:06:24,651 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/C in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:24,651 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/9b320a1836df42e3ad59478dfb534e7d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/853a467a0606426b8c196f5fbd0253d7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/58707d8ac3584e2bb0dc580d83f0dc87] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=35.8 K 2024-12-03T16:06:24,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/d23dddaaafc94cf98b9d4053b33b2dee is 50, key is test_row_0/A:col10/1733241984202/Put/seqid=0 2024-12-03T16:06:24,652 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b320a1836df42e3ad59478dfb534e7d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733241981123 2024-12-03T16:06:24,653 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 853a467a0606426b8c196f5fbd0253d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733241982243 2024-12-03T16:06:24,653 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 58707d8ac3584e2bb0dc580d83f0dc87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733241982913 2024-12-03T16:06:24,656 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/A of b576f7cd1edcd6466a5487df8ba327e5 into e75ef02d5afe40c09b9c1289095cbd41(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:24,656 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:24,656 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/A, priority=13, startTime=1733241984591; duration=0sec 2024-12-03T16:06:24,656 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:24,656 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:A 2024-12-03T16:06:24,665 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:24,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742128_1304 (size=12151) 2024-12-03T16:06:24,666 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/2876adbf26a040a8aaf87050d6900d30 is 50, key is test_row_0/C:col10/1733241984113/Put/seqid=0 2024-12-03T16:06:24,667 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/d23dddaaafc94cf98b9d4053b33b2dee 2024-12-03T16:06:24,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/7fe567112d424534beff4f866f8659a5 is 50, key is test_row_0/B:col10/1733241984202/Put/seqid=0 2024-12-03T16:06:24,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742129_1305 (size=12561) 2024-12-03T16:06:24,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742130_1306 (size=12151) 2024-12-03T16:06:24,692 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/7fe567112d424534beff4f866f8659a5 2024-12-03T16:06:24,697 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/2876adbf26a040a8aaf87050d6900d30 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/2876adbf26a040a8aaf87050d6900d30 2024-12-03T16:06:24,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/50c8b4855be7450a94e44699c1a679d7 is 50, key is test_row_0/C:col10/1733241984202/Put/seqid=0 2024-12-03T16:06:24,704 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/C of b576f7cd1edcd6466a5487df8ba327e5 into 2876adbf26a040a8aaf87050d6900d30(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:24,704 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:24,705 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/C, priority=13, startTime=1733241984591; duration=0sec 2024-12-03T16:06:24,705 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:24,705 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:C 2024-12-03T16:06:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742131_1307 (size=12151) 2024-12-03T16:06:24,707 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/50c8b4855be7450a94e44699c1a679d7 2024-12-03T16:06:24,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/d23dddaaafc94cf98b9d4053b33b2dee as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d23dddaaafc94cf98b9d4053b33b2dee 2024-12-03T16:06:24,721 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d23dddaaafc94cf98b9d4053b33b2dee, entries=150, sequenceid=192, filesize=11.9 K 2024-12-03T16:06:24,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/7fe567112d424534beff4f866f8659a5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/7fe567112d424534beff4f866f8659a5 2024-12-03T16:06:24,727 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/7fe567112d424534beff4f866f8659a5, entries=150, sequenceid=192, filesize=11.9 K 2024-12-03T16:06:24,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/50c8b4855be7450a94e44699c1a679d7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/50c8b4855be7450a94e44699c1a679d7 2024-12-03T16:06:24,734 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/50c8b4855be7450a94e44699c1a679d7, entries=150, sequenceid=192, filesize=11.9 K 2024-12-03T16:06:24,735 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for b576f7cd1edcd6466a5487df8ba327e5 in 115ms, sequenceid=192, compaction requested=false 2024-12-03T16:06:24,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-03T16:06:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-03T16:06:24,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-03T16:06:24,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 426 msec 2024-12-03T16:06:24,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 441 msec 2024-12-03T16:06:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:24,872 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:24,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:06:24,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/5f5c2654c9a14b43a2a75fe463c7fa26 is 50, key is test_row_0/A:col10/1733241984867/Put/seqid=0 2024-12-03T16:06:24,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742132_1308 (size=12151) 2024-12-03T16:06:24,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/5f5c2654c9a14b43a2a75fe463c7fa26 2024-12-03T16:06:24,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/2bca218985404184a4e840d3cf9f3ad0 is 50, key is test_row_0/B:col10/1733241984867/Put/seqid=0 2024-12-03T16:06:24,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742133_1309 (size=12151) 2024-12-03T16:06:24,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/2bca218985404184a4e840d3cf9f3ad0 2024-12-03T16:06:24,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/39d8048fc3f848c9aa56bac036b419cf is 50, key is test_row_0/C:col10/1733241984867/Put/seqid=0 2024-12-03T16:06:24,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742134_1310 (size=12151) 2024-12-03T16:06:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T16:06:24,932 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:24,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-03T16:06:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T16:06:24,936 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:24,936 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:24,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:25,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242045034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:25,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T16:06:25,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-03T16:06:25,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:25,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242045152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:25,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-03T16:06:25,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:25,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T16:06:25,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242045301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:25,305 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in b576f7cd1edcd6466a5487df8ba327e5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:25,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:25,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242045321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:25,325 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in b576f7cd1edcd6466a5487df8ba327e5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:25,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/39d8048fc3f848c9aa56bac036b419cf 2024-12-03T16:06:25,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242045332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:25,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242045332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:25,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/5f5c2654c9a14b43a2a75fe463c7fa26 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5f5c2654c9a14b43a2a75fe463c7fa26 2024-12-03T16:06:25,336 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in b576f7cd1edcd6466a5487df8ba327e5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:25,337 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in b576f7cd1edcd6466a5487df8ba327e5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:25,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:25,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5f5c2654c9a14b43a2a75fe463c7fa26, entries=150, sequenceid=206, filesize=11.9 K 2024-12-03T16:06:25,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/2bca218985404184a4e840d3cf9f3ad0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/2bca218985404184a4e840d3cf9f3ad0 2024-12-03T16:06:25,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/2bca218985404184a4e840d3cf9f3ad0, entries=150, sequenceid=206, filesize=11.9 K 2024-12-03T16:06:25,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/39d8048fc3f848c9aa56bac036b419cf as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/39d8048fc3f848c9aa56bac036b419cf 2024-12-03T16:06:25,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/39d8048fc3f848c9aa56bac036b419cf, entries=150, sequenceid=206, filesize=11.9 K 2024-12-03T16:06:25,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b576f7cd1edcd6466a5487df8ba327e5 in 479ms, sequenceid=206, compaction requested=true 2024-12-03T16:06:25,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:25,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:25,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:25,352 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:25,352 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:25,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:25,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:25,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:25,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:25,362 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:25,362 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/A is initiating minor compaction (all files) 2024-12-03T16:06:25,363 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/A in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,363 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/e75ef02d5afe40c09b9c1289095cbd41, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d23dddaaafc94cf98b9d4053b33b2dee, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5f5c2654c9a14b43a2a75fe463c7fa26] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=36.0 K 2024-12-03T16:06:25,363 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:25,363 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/B is initiating minor compaction (all files) 2024-12-03T16:06:25,363 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/B in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,363 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/c2ce35cfc55a4a949eff660c79baca6e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/7fe567112d424534beff4f866f8659a5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/2bca218985404184a4e840d3cf9f3ad0] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=36.0 K 2024-12-03T16:06:25,364 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting e75ef02d5afe40c09b9c1289095cbd41, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733241982913 2024-12-03T16:06:25,364 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting d23dddaaafc94cf98b9d4053b33b2dee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733241984202 2024-12-03T16:06:25,364 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting c2ce35cfc55a4a949eff660c79baca6e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733241982913 2024-12-03T16:06:25,365 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f5c2654c9a14b43a2a75fe463c7fa26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733241984862 2024-12-03T16:06:25,365 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fe567112d424534beff4f866f8659a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733241984202 2024-12-03T16:06:25,366 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bca218985404184a4e840d3cf9f3ad0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733241984862 2024-12-03T16:06:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:25,366 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:25,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T16:06:25,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/8151947a922b4bdcaeb9ba4e32f2c54e is 50, key is test_row_0/A:col10/1733241985364/Put/seqid=0 2024-12-03T16:06:25,384 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:25,385 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/cdc7389d4a224f7b91673551935a21fe is 50, key is test_row_0/A:col10/1733241984867/Put/seqid=0 2024-12-03T16:06:25,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742135_1311 (size=14541) 2024-12-03T16:06:25,400 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#B#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:25,400 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/a5841f4a439e41e5a5c31b11b27bb77b is 50, key is test_row_0/B:col10/1733241984867/Put/seqid=0 2024-12-03T16:06:25,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-03T16:06:25,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:25,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742136_1312 (size=12663) 2024-12-03T16:06:25,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242045406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:25,417 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/cdc7389d4a224f7b91673551935a21fe as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/cdc7389d4a224f7b91673551935a21fe 2024-12-03T16:06:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:25,423 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/A of b576f7cd1edcd6466a5487df8ba327e5 into cdc7389d4a224f7b91673551935a21fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:25,423 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:25,423 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/A, priority=13, startTime=1733241985352; duration=0sec 2024-12-03T16:06:25,423 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:25,423 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:A 2024-12-03T16:06:25,423 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:25,425 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:25,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742137_1313 (size=12663) 2024-12-03T16:06:25,425 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/C is initiating minor compaction (all files) 2024-12-03T16:06:25,425 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/C in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,426 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/2876adbf26a040a8aaf87050d6900d30, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/50c8b4855be7450a94e44699c1a679d7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/39d8048fc3f848c9aa56bac036b419cf] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=36.0 K 2024-12-03T16:06:25,426 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2876adbf26a040a8aaf87050d6900d30, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733241982913 2024-12-03T16:06:25,427 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50c8b4855be7450a94e44699c1a679d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733241984202 2024-12-03T16:06:25,428 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39d8048fc3f848c9aa56bac036b419cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733241984862 2024-12-03T16:06:25,431 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/a5841f4a439e41e5a5c31b11b27bb77b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/a5841f4a439e41e5a5c31b11b27bb77b 2024-12-03T16:06:25,439 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:25,439 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/0d79828f4a0e4a728afb5e81e14ebe1c is 50, key is test_row_0/C:col10/1733241984867/Put/seqid=0 2024-12-03T16:06:25,440 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/B of b576f7cd1edcd6466a5487df8ba327e5 into a5841f4a439e41e5a5c31b11b27bb77b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:25,440 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:25,440 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/B, priority=13, startTime=1733241985352; duration=0sec 2024-12-03T16:06:25,440 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:25,441 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:B 2024-12-03T16:06:25,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742138_1314 (size=12663) 2024-12-03T16:06:25,454 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/0d79828f4a0e4a728afb5e81e14ebe1c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0d79828f4a0e4a728afb5e81e14ebe1c 2024-12-03T16:06:25,460 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/C of b576f7cd1edcd6466a5487df8ba327e5 into 0d79828f4a0e4a728afb5e81e14ebe1c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:25,460 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:25,460 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/C, priority=13, startTime=1733241985352; duration=0sec 2024-12-03T16:06:25,460 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:25,460 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:C 2024-12-03T16:06:25,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242045521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:25,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:25,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-03T16:06:25,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:25,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T16:06:25,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-03T16:06:25,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:25,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242045732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:25,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/8151947a922b4bdcaeb9ba4e32f2c54e 2024-12-03T16:06:25,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/60bafc38db2c4a9f9058b48e15278aa4 is 50, key is test_row_0/B:col10/1733241985364/Put/seqid=0 2024-12-03T16:06:25,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742139_1315 (size=12151) 2024-12-03T16:06:25,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/60bafc38db2c4a9f9058b48e15278aa4 2024-12-03T16:06:25,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/86bd74059fe94f5ab7b88808bd7a005e is 50, key is test_row_0/C:col10/1733241985364/Put/seqid=0 2024-12-03T16:06:25,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742140_1316 (size=12151) 2024-12-03T16:06:25,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/86bd74059fe94f5ab7b88808bd7a005e 2024-12-03T16:06:25,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/8151947a922b4bdcaeb9ba4e32f2c54e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/8151947a922b4bdcaeb9ba4e32f2c54e 2024-12-03T16:06:25,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/8151947a922b4bdcaeb9ba4e32f2c54e, entries=200, sequenceid=232, filesize=14.2 K 2024-12-03T16:06:25,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/60bafc38db2c4a9f9058b48e15278aa4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/60bafc38db2c4a9f9058b48e15278aa4 2024-12-03T16:06:25,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/60bafc38db2c4a9f9058b48e15278aa4, entries=150, sequenceid=232, filesize=11.9 K 2024-12-03T16:06:25,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/86bd74059fe94f5ab7b88808bd7a005e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/86bd74059fe94f5ab7b88808bd7a005e 2024-12-03T16:06:25,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-03T16:06:25,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:25,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:25,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:25,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/86bd74059fe94f5ab7b88808bd7a005e, entries=150, sequenceid=232, filesize=11.9 K 2024-12-03T16:06:25,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b576f7cd1edcd6466a5487df8ba327e5 in 502ms, sequenceid=232, compaction requested=false 2024-12-03T16:06:25,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:26,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-03T16:06:26,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:26,015 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-03T16:06:26,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/02eade7fab004a26a7d93feac6cf247b is 50, key is test_row_0/A:col10/1733241985403/Put/seqid=0 2024-12-03T16:06:26,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742141_1317 (size=12151) 2024-12-03T16:06:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:26,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T16:06:26,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242046198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:26,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:26,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:26,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:26,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242046312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:26,430 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/02eade7fab004a26a7d93feac6cf247b 2024-12-03T16:06:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/ee229ed0a51e4484b569727258795739 is 50, key is test_row_0/B:col10/1733241985403/Put/seqid=0 2024-12-03T16:06:26,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742142_1318 (size=12151) 2024-12-03T16:06:26,453 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/ee229ed0a51e4484b569727258795739 2024-12-03T16:06:26,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/b1b3003f075c4c55baf6adea76911738 is 50, key is test_row_0/C:col10/1733241985403/Put/seqid=0 2024-12-03T16:06:26,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742143_1319 (size=12151) 2024-12-03T16:06:26,468 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/b1b3003f075c4c55baf6adea76911738 2024-12-03T16:06:26,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/02eade7fab004a26a7d93feac6cf247b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/02eade7fab004a26a7d93feac6cf247b 2024-12-03T16:06:26,480 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/02eade7fab004a26a7d93feac6cf247b, entries=150, sequenceid=245, filesize=11.9 K 2024-12-03T16:06:26,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/ee229ed0a51e4484b569727258795739 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ee229ed0a51e4484b569727258795739 2024-12-03T16:06:26,486 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ee229ed0a51e4484b569727258795739, entries=150, sequenceid=245, filesize=11.9 K 2024-12-03T16:06:26,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/b1b3003f075c4c55baf6adea76911738 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/b1b3003f075c4c55baf6adea76911738 2024-12-03T16:06:26,492 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/b1b3003f075c4c55baf6adea76911738, entries=150, sequenceid=245, filesize=11.9 K 2024-12-03T16:06:26,493 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for b576f7cd1edcd6466a5487df8ba327e5 in 478ms, sequenceid=245, compaction requested=true 2024-12-03T16:06:26,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:26,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:26,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-03T16:06:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-03T16:06:26,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-03T16:06:26,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5590 sec 2024-12-03T16:06:26,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.5650 sec 2024-12-03T16:06:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:26,525 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:26,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-03T16:06:26,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/5db1f99a61dc450582161807eab7de9a is 50, key is test_row_0/A:col10/1733241986123/Put/seqid=0 2024-12-03T16:06:26,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742144_1320 (size=12301) 2024-12-03T16:06:26,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/5db1f99a61dc450582161807eab7de9a 2024-12-03T16:06:26,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/866230c9dbd2421caab0b1756288cd9b is 50, key is test_row_0/B:col10/1733241986123/Put/seqid=0 2024-12-03T16:06:26,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742145_1321 (size=12301) 2024-12-03T16:06:26,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/866230c9dbd2421caab0b1756288cd9b 2024-12-03T16:06:26,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242046560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:26,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:26,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:26,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:26,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/49cf9b9ed278425cad0557dbc39708c7 is 50, key is test_row_0/C:col10/1733241986123/Put/seqid=0 2024-12-03T16:06:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742146_1322 (size=12301) 2024-12-03T16:06:26,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242046671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:26,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242046881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:26,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:26,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:26,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:26,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/49cf9b9ed278425cad0557dbc39708c7 2024-12-03T16:06:26,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/5db1f99a61dc450582161807eab7de9a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5db1f99a61dc450582161807eab7de9a 2024-12-03T16:06:27,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5db1f99a61dc450582161807eab7de9a, entries=150, sequenceid=272, filesize=12.0 K 2024-12-03T16:06:27,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/866230c9dbd2421caab0b1756288cd9b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/866230c9dbd2421caab0b1756288cd9b 2024-12-03T16:06:27,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/866230c9dbd2421caab0b1756288cd9b, entries=150, sequenceid=272, filesize=12.0 K 2024-12-03T16:06:27,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/49cf9b9ed278425cad0557dbc39708c7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/49cf9b9ed278425cad0557dbc39708c7 2024-12-03T16:06:27,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/49cf9b9ed278425cad0557dbc39708c7, entries=150, sequenceid=272, filesize=12.0 K 2024-12-03T16:06:27,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b576f7cd1edcd6466a5487df8ba327e5 in 490ms, sequenceid=272, compaction requested=true 2024-12-03T16:06:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:27,015 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:06:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:27,015 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:06:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:27,016 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51656 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:06:27,016 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/A is initiating minor compaction (all files) 2024-12-03T16:06:27,016 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/A in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:27,016 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:06:27,016 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/B is initiating minor compaction (all files) 2024-12-03T16:06:27,017 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/cdc7389d4a224f7b91673551935a21fe, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/8151947a922b4bdcaeb9ba4e32f2c54e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/02eade7fab004a26a7d93feac6cf247b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5db1f99a61dc450582161807eab7de9a] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=50.4 K 2024-12-03T16:06:27,017 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/B in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:27,017 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/a5841f4a439e41e5a5c31b11b27bb77b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/60bafc38db2c4a9f9058b48e15278aa4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ee229ed0a51e4484b569727258795739, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/866230c9dbd2421caab0b1756288cd9b] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=48.1 K 2024-12-03T16:06:27,017 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdc7389d4a224f7b91673551935a21fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733241984862 2024-12-03T16:06:27,017 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a5841f4a439e41e5a5c31b11b27bb77b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733241984862 2024-12-03T16:06:27,017 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8151947a922b4bdcaeb9ba4e32f2c54e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733241985020 2024-12-03T16:06:27,017 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 60bafc38db2c4a9f9058b48e15278aa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733241985027 2024-12-03T16:06:27,018 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02eade7fab004a26a7d93feac6cf247b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733241985383 2024-12-03T16:06:27,018 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting ee229ed0a51e4484b569727258795739, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733241985383 2024-12-03T16:06:27,018 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5db1f99a61dc450582161807eab7de9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733241986123 2024-12-03T16:06:27,019 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 866230c9dbd2421caab0b1756288cd9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733241986123 2024-12-03T16:06:27,031 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#B#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:27,032 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/b659b249859846509fa9027298562a1c is 50, key is test_row_0/B:col10/1733241986123/Put/seqid=0 2024-12-03T16:06:27,034 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:27,035 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/6dd8754ac89e44d4a20692f29700a7e7 is 50, key is test_row_0/A:col10/1733241986123/Put/seqid=0 2024-12-03T16:06:27,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742148_1324 (size=12949) 2024-12-03T16:06:27,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742147_1323 (size=12949) 2024-12-03T16:06:27,078 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/6dd8754ac89e44d4a20692f29700a7e7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6dd8754ac89e44d4a20692f29700a7e7 2024-12-03T16:06:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T16:06:27,082 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:27,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:27,085 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/A of b576f7cd1edcd6466a5487df8ba327e5 into 6dd8754ac89e44d4a20692f29700a7e7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:27,085 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:27,085 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/A, priority=12, startTime=1733241987015; duration=0sec 2024-12-03T16:06:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-12-03T16:06:27,085 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:27,085 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:A 2024-12-03T16:06:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T16:06:27,086 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:06:27,086 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:27,087 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:27,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:27,090 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:06:27,090 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/C is initiating minor compaction (all files) 2024-12-03T16:06:27,090 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/C in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:27,090 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0d79828f4a0e4a728afb5e81e14ebe1c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/86bd74059fe94f5ab7b88808bd7a005e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/b1b3003f075c4c55baf6adea76911738, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/49cf9b9ed278425cad0557dbc39708c7] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=48.1 K 2024-12-03T16:06:27,091 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d79828f4a0e4a728afb5e81e14ebe1c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733241984862 2024-12-03T16:06:27,093 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86bd74059fe94f5ab7b88808bd7a005e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733241985027 2024-12-03T16:06:27,093 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1b3003f075c4c55baf6adea76911738, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733241985383 2024-12-03T16:06:27,093 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49cf9b9ed278425cad0557dbc39708c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733241986123 2024-12-03T16:06:27,122 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#C#compaction#271 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:27,124 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/7dd6898549dd4105848a54ef453c374b is 50, key is test_row_0/C:col10/1733241986123/Put/seqid=0 2024-12-03T16:06:27,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742149_1325 (size=12949) 2024-12-03T16:06:27,154 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/7dd6898549dd4105848a54ef453c374b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/7dd6898549dd4105848a54ef453c374b 2024-12-03T16:06:27,160 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/C of b576f7cd1edcd6466a5487df8ba327e5 into 7dd6898549dd4105848a54ef453c374b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:27,160 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:27,160 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/C, priority=12, startTime=1733241987015; duration=0sec 2024-12-03T16:06:27,160 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:27,160 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:C 2024-12-03T16:06:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T16:06:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:27,197 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:27,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:06:27,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/1baf7194d7c4460fa9de7dab3a196eeb is 50, key is test_row_0/A:col10/1733241987192/Put/seqid=0 2024-12-03T16:06:27,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742150_1326 (size=12301) 2024-12-03T16:06:27,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-03T16:06:27,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:27,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:27,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:27,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242047325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:27,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:27,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:27,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:27,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-03T16:06:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:27,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T16:06:27,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242047431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:27,479 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/b659b249859846509fa9027298562a1c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/b659b249859846509fa9027298562a1c 2024-12-03T16:06:27,484 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/B of b576f7cd1edcd6466a5487df8ba327e5 into b659b249859846509fa9027298562a1c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:27,484 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:27,484 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/B, priority=12, startTime=1733241987015; duration=0sec 2024-12-03T16:06:27,485 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:27,485 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:B 2024-12-03T16:06:27,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-03T16:06:27,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:27,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:27,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:27,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/1baf7194d7c4460fa9de7dab3a196eeb 2024-12-03T16:06:27,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/06577e5c41094287bc10050562fd2eb3 is 50, key is test_row_0/B:col10/1733241987192/Put/seqid=0 2024-12-03T16:06:27,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742151_1327 (size=12301) 2024-12-03T16:06:27,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242047641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:27,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-03T16:06:27,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:27,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:27,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:27,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T16:06:27,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-03T16:06:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:27,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:27,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:27,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242047951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:27,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:27,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:27,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:28,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-03T16:06:28,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:28,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:28,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:28,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:28,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:28,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/06577e5c41094287bc10050562fd2eb3 2024-12-03T16:06:28,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e9bf75468a82446f88a6bafaeb0a76a8 is 50, key is test_row_0/C:col10/1733241987192/Put/seqid=0 2024-12-03T16:06:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742152_1328 (size=12301) 2024-12-03T16:06:28,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e9bf75468a82446f88a6bafaeb0a76a8 2024-12-03T16:06:28,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/1baf7194d7c4460fa9de7dab3a196eeb as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/1baf7194d7c4460fa9de7dab3a196eeb 2024-12-03T16:06:28,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/1baf7194d7c4460fa9de7dab3a196eeb, entries=150, sequenceid=285, filesize=12.0 K 2024-12-03T16:06:28,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/06577e5c41094287bc10050562fd2eb3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/06577e5c41094287bc10050562fd2eb3 2024-12-03T16:06:28,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/06577e5c41094287bc10050562fd2eb3, entries=150, sequenceid=285, filesize=12.0 K 2024-12-03T16:06:28,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e9bf75468a82446f88a6bafaeb0a76a8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e9bf75468a82446f88a6bafaeb0a76a8 2024-12-03T16:06:28,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e9bf75468a82446f88a6bafaeb0a76a8, entries=150, sequenceid=285, filesize=12.0 K 2024-12-03T16:06:28,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b576f7cd1edcd6466a5487df8ba327e5 in 871ms, sequenceid=285, compaction requested=false 2024-12-03T16:06:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:28,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-03T16:06:28,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:28,166 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:06:28,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/029c4cb535594224a4890d13d92353c8 is 50, key is test_row_0/A:col10/1733241987316/Put/seqid=0 2024-12-03T16:06:28,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742153_1329 (size=12301) 2024-12-03T16:06:28,185 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/029c4cb535594224a4890d13d92353c8 2024-12-03T16:06:28,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/00d5a3fa3fd444b398928829f176b8a7 is 50, key is test_row_0/B:col10/1733241987316/Put/seqid=0 2024-12-03T16:06:28,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742154_1330 (size=12301) 2024-12-03T16:06:28,201 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/00d5a3fa3fd444b398928829f176b8a7 2024-12-03T16:06:28,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/48fedf85f0fa4ffea37f76811af36d15 is 50, key is test_row_0/C:col10/1733241987316/Put/seqid=0 2024-12-03T16:06:28,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742155_1331 (size=12301) 2024-12-03T16:06:28,221 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/48fedf85f0fa4ffea37f76811af36d15 2024-12-03T16:06:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T16:06:28,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/029c4cb535594224a4890d13d92353c8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/029c4cb535594224a4890d13d92353c8 2024-12-03T16:06:28,239 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/029c4cb535594224a4890d13d92353c8, entries=150, sequenceid=311, filesize=12.0 K 2024-12-03T16:06:28,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/00d5a3fa3fd444b398928829f176b8a7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/00d5a3fa3fd444b398928829f176b8a7 2024-12-03T16:06:28,245 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/00d5a3fa3fd444b398928829f176b8a7, entries=150, sequenceid=311, filesize=12.0 K 2024-12-03T16:06:28,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/48fedf85f0fa4ffea37f76811af36d15 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/48fedf85f0fa4ffea37f76811af36d15 2024-12-03T16:06:28,256 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/48fedf85f0fa4ffea37f76811af36d15, entries=150, sequenceid=311, filesize=12.0 K 2024-12-03T16:06:28,257 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for b576f7cd1edcd6466a5487df8ba327e5 in 91ms, sequenceid=311, compaction requested=true 2024-12-03T16:06:28,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:28,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:28,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-12-03T16:06:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-12-03T16:06:28,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-03T16:06:28,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1720 sec 2024-12-03T16:06:28,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.1810 sec 2024-12-03T16:06:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:28,485 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:28,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:06:28,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/987f4d6d8ae54fcd87a024b286bffcec is 50, key is test_row_0/A:col10/1733241988477/Put/seqid=0 2024-12-03T16:06:28,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742156_1332 (size=12301) 2024-12-03T16:06:28,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242048608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:28,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:28,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:28,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:28,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242048721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:28,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/987f4d6d8ae54fcd87a024b286bffcec 2024-12-03T16:06:28,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/d1508ddc8c65419abdfc338605e06c7f is 50, key is test_row_0/B:col10/1733241988477/Put/seqid=0 2024-12-03T16:06:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742157_1333 (size=12301) 2024-12-03T16:06:28,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/d1508ddc8c65419abdfc338605e06c7f 2024-12-03T16:06:28,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/f60aaa1ce42d4c1c970d18b56613e0dd is 50, key is test_row_0/C:col10/1733241988477/Put/seqid=0 2024-12-03T16:06:28,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742158_1334 (size=12301) 2024-12-03T16:06:28,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242048931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:28,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/f60aaa1ce42d4c1c970d18b56613e0dd 2024-12-03T16:06:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:28,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/987f4d6d8ae54fcd87a024b286bffcec as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/987f4d6d8ae54fcd87a024b286bffcec 2024-12-03T16:06:28,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/987f4d6d8ae54fcd87a024b286bffcec, entries=150, sequenceid=322, filesize=12.0 K 2024-12-03T16:06:28,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/d1508ddc8c65419abdfc338605e06c7f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d1508ddc8c65419abdfc338605e06c7f 2024-12-03T16:06:28,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d1508ddc8c65419abdfc338605e06c7f, entries=150, sequenceid=322, filesize=12.0 K 2024-12-03T16:06:28,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/f60aaa1ce42d4c1c970d18b56613e0dd as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f60aaa1ce42d4c1c970d18b56613e0dd 2024-12-03T16:06:28,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f60aaa1ce42d4c1c970d18b56613e0dd, entries=150, sequenceid=322, filesize=12.0 K 2024-12-03T16:06:28,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b576f7cd1edcd6466a5487df8ba327e5 in 476ms, sequenceid=322, compaction requested=true 2024-12-03T16:06:28,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:28,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:28,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:28,961 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:06:28,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:28,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:28,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:28,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:28,961 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:06:28,964 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:06:28,964 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/A is initiating minor compaction (all files) 2024-12-03T16:06:28,964 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/A in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:28,964 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6dd8754ac89e44d4a20692f29700a7e7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/1baf7194d7c4460fa9de7dab3a196eeb, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/029c4cb535594224a4890d13d92353c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/987f4d6d8ae54fcd87a024b286bffcec] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=48.7 K 2024-12-03T16:06:28,964 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:06:28,964 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/B is initiating minor compaction (all files) 2024-12-03T16:06:28,964 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/B in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:28,964 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/b659b249859846509fa9027298562a1c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/06577e5c41094287bc10050562fd2eb3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/00d5a3fa3fd444b398928829f176b8a7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d1508ddc8c65419abdfc338605e06c7f] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=48.7 K 2024-12-03T16:06:28,965 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6dd8754ac89e44d4a20692f29700a7e7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733241986123 2024-12-03T16:06:28,965 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting b659b249859846509fa9027298562a1c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733241986123 2024-12-03T16:06:28,965 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1baf7194d7c4460fa9de7dab3a196eeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733241986550 2024-12-03T16:06:28,966 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 029c4cb535594224a4890d13d92353c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733241987310 2024-12-03T16:06:28,966 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 06577e5c41094287bc10050562fd2eb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733241986550 2024-12-03T16:06:28,967 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 987f4d6d8ae54fcd87a024b286bffcec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733241988477 2024-12-03T16:06:28,967 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 00d5a3fa3fd444b398928829f176b8a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733241987310 2024-12-03T16:06:28,967 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting d1508ddc8c65419abdfc338605e06c7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733241988477 2024-12-03T16:06:28,979 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#B#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:28,979 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/2178922d939b4fcd869db7dce9e803a0 is 50, key is test_row_0/B:col10/1733241988477/Put/seqid=0 2024-12-03T16:06:28,984 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#A#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:28,985 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/db506ed87c8842ebaec6a400b8650583 is 50, key is test_row_0/A:col10/1733241988477/Put/seqid=0 2024-12-03T16:06:29,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742159_1335 (size=13085) 2024-12-03T16:06:29,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742160_1336 (size=13085) 2024-12-03T16:06:29,018 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/db506ed87c8842ebaec6a400b8650583 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/db506ed87c8842ebaec6a400b8650583 2024-12-03T16:06:29,023 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/A of b576f7cd1edcd6466a5487df8ba327e5 into db506ed87c8842ebaec6a400b8650583(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:29,023 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:29,023 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/A, priority=12, startTime=1733241988961; duration=0sec 2024-12-03T16:06:29,023 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:29,023 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:A 2024-12-03T16:06:29,023 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:06:29,025 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:06:29,025 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/C is initiating minor compaction (all files) 2024-12-03T16:06:29,025 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/C in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:29,025 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/7dd6898549dd4105848a54ef453c374b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e9bf75468a82446f88a6bafaeb0a76a8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/48fedf85f0fa4ffea37f76811af36d15, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f60aaa1ce42d4c1c970d18b56613e0dd] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=48.7 K 2024-12-03T16:06:29,026 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dd6898549dd4105848a54ef453c374b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733241986123 2024-12-03T16:06:29,027 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9bf75468a82446f88a6bafaeb0a76a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733241986550 2024-12-03T16:06:29,027 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48fedf85f0fa4ffea37f76811af36d15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733241987310 2024-12-03T16:06:29,028 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting f60aaa1ce42d4c1c970d18b56613e0dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733241988477 2024-12-03T16:06:29,041 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#C#compaction#283 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:29,041 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/0fc7ff11a97f4828acd8e2bc2ab30687 is 50, key is test_row_0/C:col10/1733241988477/Put/seqid=0 2024-12-03T16:06:29,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742161_1337 (size=13085) 2024-12-03T16:06:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T16:06:29,242 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:29,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-12-03T16:06:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T16:06:29,244 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:29,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T16:06:29,245 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:29,246 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:29,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:29,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/d0d431ee4a6e4d8eab027cb185c81fb0 is 50, key is test_row_0/A:col10/1733241989243/Put/seqid=0 2024-12-03T16:06:29,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742162_1338 (size=14741) 2024-12-03T16:06:29,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/d0d431ee4a6e4d8eab027cb185c81fb0 2024-12-03T16:06:29,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242049297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:29,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/adc2b3ef73ca4fa3b2867aa4cc545189 is 50, key is test_row_0/B:col10/1733241989243/Put/seqid=0 2024-12-03T16:06:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:29,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742163_1339 (size=12301) 2024-12-03T16:06:29,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/adc2b3ef73ca4fa3b2867aa4cc545189 2024-12-03T16:06:29,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/dd7ca55ac1ad45fe91f947f262e89071 is 50, key is test_row_0/C:col10/1733241989243/Put/seqid=0 2024-12-03T16:06:29,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43506 deadline: 1733242049341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:29,346 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in b576f7cd1edcd6466a5487df8ba327e5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:29,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:29,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742164_1340 (size=12301) 2024-12-03T16:06:29,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/dd7ca55ac1ad45fe91f947f262e89071 2024-12-03T16:06:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T16:06:29,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/d0d431ee4a6e4d8eab027cb185c81fb0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d0d431ee4a6e4d8eab027cb185c81fb0 2024-12-03T16:06:29,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d0d431ee4a6e4d8eab027cb185c81fb0, entries=200, sequenceid=349, filesize=14.4 K 2024-12-03T16:06:29,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:29,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/adc2b3ef73ca4fa3b2867aa4cc545189 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/adc2b3ef73ca4fa3b2867aa4cc545189 2024-12-03T16:06:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43534 deadline: 1733242049361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:29,363 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in b576f7cd1edcd6466a5487df8ba327e5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:29,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:29,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/adc2b3ef73ca4fa3b2867aa4cc545189, entries=150, sequenceid=349, filesize=12.0 K 2024-12-03T16:06:29,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/dd7ca55ac1ad45fe91f947f262e89071 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/dd7ca55ac1ad45fe91f947f262e89071 2024-12-03T16:06:29,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43474 deadline: 1733242049371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:29,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/dd7ca55ac1ad45fe91f947f262e89071, entries=150, sequenceid=349, filesize=12.0 K 2024-12-03T16:06:29,373 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in b576f7cd1edcd6466a5487df8ba327e5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:29,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b576f7cd1edcd6466a5487df8ba327e5 in 130ms, sequenceid=349, compaction requested=false 2024-12-03T16:06:29,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:29,385 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:29,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:06:29,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/69cfa08b9aa140ee84e4be80d8f35581 is 50, key is test_row_0/A:col10/1733241989287/Put/seqid=0 2024-12-03T16:06:29,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742165_1341 (size=14741) 2024-12-03T16:06:29,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/69cfa08b9aa140ee84e4be80d8f35581 2024-12-03T16:06:29,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T16:06:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:29,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:29,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/f23f1c11166945c38d4c8ae6a3cbed8a is 50, key is test_row_0/B:col10/1733241989287/Put/seqid=0 2024-12-03T16:06:29,418 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/2178922d939b4fcd869db7dce9e803a0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/2178922d939b4fcd869db7dce9e803a0 2024-12-03T16:06:29,423 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/B of b576f7cd1edcd6466a5487df8ba327e5 into 2178922d939b4fcd869db7dce9e803a0(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:29,423 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:29,423 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/B, priority=12, startTime=1733241988961; duration=0sec 2024-12-03T16:06:29,424 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:29,424 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:B 2024-12-03T16:06:29,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742166_1342 (size=12301) 2024-12-03T16:06:29,466 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/0fc7ff11a97f4828acd8e2bc2ab30687 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0fc7ff11a97f4828acd8e2bc2ab30687 2024-12-03T16:06:29,470 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/C of b576f7cd1edcd6466a5487df8ba327e5 into 0fc7ff11a97f4828acd8e2bc2ab30687(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:29,471 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:29,471 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/C, priority=12, startTime=1733241988961; duration=0sec 2024-12-03T16:06:29,471 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:29,471 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:C 2024-12-03T16:06:29,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242049474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:29,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242049480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:29,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T16:06:29,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:29,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:29,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:29,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:29,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T16:06:29,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242049591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242049591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:29,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T16:06:29,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:29,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:29,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:29,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:29,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:29,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242049801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:29,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242049801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:29,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/f23f1c11166945c38d4c8ae6a3cbed8a 2024-12-03T16:06:29,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/1ee42d06d0f64cf9834758552ee166ea is 50, key is test_row_0/C:col10/1733241989287/Put/seqid=0 2024-12-03T16:06:29,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742167_1343 (size=12301) 2024-12-03T16:06:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T16:06:29,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T16:06:29,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:29,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:29,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:30,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T16:06:30,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:30,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:30,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:30,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:30,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242050112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:30,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242050112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:30,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T16:06:30,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:30,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:30,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/1ee42d06d0f64cf9834758552ee166ea 2024-12-03T16:06:30,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/69cfa08b9aa140ee84e4be80d8f35581 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/69cfa08b9aa140ee84e4be80d8f35581 2024-12-03T16:06:30,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/69cfa08b9aa140ee84e4be80d8f35581, entries=200, sequenceid=360, filesize=14.4 K 2024-12-03T16:06:30,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/f23f1c11166945c38d4c8ae6a3cbed8a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/f23f1c11166945c38d4c8ae6a3cbed8a 2024-12-03T16:06:30,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/f23f1c11166945c38d4c8ae6a3cbed8a, entries=150, sequenceid=360, filesize=12.0 K 2024-12-03T16:06:30,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/1ee42d06d0f64cf9834758552ee166ea as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/1ee42d06d0f64cf9834758552ee166ea 2024-12-03T16:06:30,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/1ee42d06d0f64cf9834758552ee166ea, entries=150, sequenceid=360, filesize=12.0 K 2024-12-03T16:06:30,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b576f7cd1edcd6466a5487df8ba327e5 in 876ms, sequenceid=360, compaction requested=true 2024-12-03T16:06:30,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:30,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:30,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:30,261 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:30,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:30,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:30,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:30,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:30,261 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:30,262 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:30,262 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/B is initiating minor compaction (all files) 2024-12-03T16:06:30,263 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/B in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:30,263 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/2178922d939b4fcd869db7dce9e803a0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/adc2b3ef73ca4fa3b2867aa4cc545189, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/f23f1c11166945c38d4c8ae6a3cbed8a] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=36.8 K 2024-12-03T16:06:30,263 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42567 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:30,263 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/A is initiating minor compaction (all files) 2024-12-03T16:06:30,263 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/A in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:30,263 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 2178922d939b4fcd869db7dce9e803a0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733241988477 2024-12-03T16:06:30,263 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/db506ed87c8842ebaec6a400b8650583, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d0d431ee4a6e4d8eab027cb185c81fb0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/69cfa08b9aa140ee84e4be80d8f35581] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=41.6 K 2024-12-03T16:06:30,263 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting db506ed87c8842ebaec6a400b8650583, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733241988477 2024-12-03T16:06:30,264 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting adc2b3ef73ca4fa3b2867aa4cc545189, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733241988571 2024-12-03T16:06:30,264 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0d431ee4a6e4d8eab027cb185c81fb0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733241988571 2024-12-03T16:06:30,264 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting f23f1c11166945c38d4c8ae6a3cbed8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733241989287 2024-12-03T16:06:30,265 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69cfa08b9aa140ee84e4be80d8f35581, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733241989272 2024-12-03T16:06:30,272 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#B#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:30,273 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/c8fd60d30f704928af819d5649c062ca is 50, key is test_row_0/B:col10/1733241989287/Put/seqid=0 2024-12-03T16:06:30,275 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#A#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:30,275 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/35e79c2726514585957666ba7710bb38 is 50, key is test_row_0/A:col10/1733241989287/Put/seqid=0 2024-12-03T16:06:30,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742168_1344 (size=13187) 2024-12-03T16:06:30,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742169_1345 (size=13187) 2024-12-03T16:06:30,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T16:06:30,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:30,356 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:06:30,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/19ae8e5d7ce24fb1a3cf8e13e2f15d3e is 50, key is test_row_0/A:col10/1733241989440/Put/seqid=0 2024-12-03T16:06:30,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742170_1346 (size=12301) 2024-12-03T16:06:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T16:06:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:30,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:30,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242050647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:30,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242050647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:30,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:30,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:30,689 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/c8fd60d30f704928af819d5649c062ca as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/c8fd60d30f704928af819d5649c062ca 2024-12-03T16:06:30,695 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/B of b576f7cd1edcd6466a5487df8ba327e5 into c8fd60d30f704928af819d5649c062ca(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:30,695 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:30,695 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/B, priority=13, startTime=1733241990261; duration=0sec 2024-12-03T16:06:30,695 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:30,695 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:B 2024-12-03T16:06:30,696 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:30,697 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:30,697 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/C is initiating minor compaction (all files) 2024-12-03T16:06:30,697 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/C in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:30,698 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0fc7ff11a97f4828acd8e2bc2ab30687, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/dd7ca55ac1ad45fe91f947f262e89071, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/1ee42d06d0f64cf9834758552ee166ea] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=36.8 K 2024-12-03T16:06:30,698 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fc7ff11a97f4828acd8e2bc2ab30687, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733241988477 2024-12-03T16:06:30,699 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/35e79c2726514585957666ba7710bb38 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/35e79c2726514585957666ba7710bb38 2024-12-03T16:06:30,699 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting dd7ca55ac1ad45fe91f947f262e89071, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733241988571 2024-12-03T16:06:30,699 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ee42d06d0f64cf9834758552ee166ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733241989287 2024-12-03T16:06:30,717 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/A of b576f7cd1edcd6466a5487df8ba327e5 into 35e79c2726514585957666ba7710bb38(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:30,717 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:30,717 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/A, priority=13, startTime=1733241990261; duration=0sec 2024-12-03T16:06:30,717 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:30,717 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:A 2024-12-03T16:06:30,736 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#C#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:30,738 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/7113211b36f449f3b4fb55f855519d20 is 50, key is test_row_0/C:col10/1733241989287/Put/seqid=0 2024-12-03T16:06:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742171_1347 (size=13187) 2024-12-03T16:06:30,764 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/7113211b36f449f3b4fb55f855519d20 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/7113211b36f449f3b4fb55f855519d20 2024-12-03T16:06:30,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:30,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242050762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242050762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:30,768 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/19ae8e5d7ce24fb1a3cf8e13e2f15d3e 2024-12-03T16:06:30,769 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/C of b576f7cd1edcd6466a5487df8ba327e5 into 7113211b36f449f3b4fb55f855519d20(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:30,769 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:30,769 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/C, priority=13, startTime=1733241990261; duration=0sec 2024-12-03T16:06:30,770 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:30,770 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:C 2024-12-03T16:06:30,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/23575b4d7d9a4a75af89fa435d578830 is 50, key is test_row_0/B:col10/1733241989440/Put/seqid=0 2024-12-03T16:06:30,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742172_1348 (size=12301) 2024-12-03T16:06:30,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242050971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:30,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:30,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242050972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:30,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:30,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:31,229 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/23575b4d7d9a4a75af89fa435d578830 2024-12-03T16:06:31,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/eac350a232f84db7b9d8beb492435bc7 is 50, key is test_row_0/C:col10/1733241989440/Put/seqid=0 2024-12-03T16:06:31,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742173_1349 (size=12301) 2024-12-03T16:06:31,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242051281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:31,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242051281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T16:06:31,678 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/eac350a232f84db7b9d8beb492435bc7 2024-12-03T16:06:31,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/19ae8e5d7ce24fb1a3cf8e13e2f15d3e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/19ae8e5d7ce24fb1a3cf8e13e2f15d3e 2024-12-03T16:06:31,692 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/19ae8e5d7ce24fb1a3cf8e13e2f15d3e, entries=150, sequenceid=387, filesize=12.0 K 2024-12-03T16:06:31,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/23575b4d7d9a4a75af89fa435d578830 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/23575b4d7d9a4a75af89fa435d578830 2024-12-03T16:06:31,700 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/23575b4d7d9a4a75af89fa435d578830, entries=150, sequenceid=387, filesize=12.0 K 2024-12-03T16:06:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/eac350a232f84db7b9d8beb492435bc7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/eac350a232f84db7b9d8beb492435bc7 2024-12-03T16:06:31,711 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/eac350a232f84db7b9d8beb492435bc7, entries=150, sequenceid=387, filesize=12.0 K 2024-12-03T16:06:31,712 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b576f7cd1edcd6466a5487df8ba327e5 in 1356ms, sequenceid=387, compaction requested=false 2024-12-03T16:06:31,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:31,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:31,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-12-03T16:06:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-12-03T16:06:31,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-03T16:06:31,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4680 sec 2024-12-03T16:06:31,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.4760 sec 2024-12-03T16:06:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:31,794 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:31,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T16:06:31,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/824ebf7b066f4ae38d89e800e5398989 is 50, key is test_row_0/A:col10/1733241991792/Put/seqid=0 2024-12-03T16:06:31,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742174_1350 (size=12301) 2024-12-03T16:06:31,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242051867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:31,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242051865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:31,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:31,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:31,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:31,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:31,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:31,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:31,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242051981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:31,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242051981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:32,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242052192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:32,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:32,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242052192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:32,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/824ebf7b066f4ae38d89e800e5398989 2024-12-03T16:06:32,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/bb9fe438c25e4e45a5643f5206f1f40d is 50, key is test_row_0/B:col10/1733241991792/Put/seqid=0 2024-12-03T16:06:32,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742175_1351 (size=12301) 2024-12-03T16:06:32,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/bb9fe438c25e4e45a5643f5206f1f40d 2024-12-03T16:06:32,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/13629d05b5a84a81accf1713eee0afcf is 50, key is test_row_0/C:col10/1733241991792/Put/seqid=0 2024-12-03T16:06:32,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742176_1352 (size=12301) 2024-12-03T16:06:32,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/13629d05b5a84a81accf1713eee0afcf 2024-12-03T16:06:32,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/824ebf7b066f4ae38d89e800e5398989 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/824ebf7b066f4ae38d89e800e5398989 2024-12-03T16:06:32,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/824ebf7b066f4ae38d89e800e5398989, entries=150, sequenceid=403, filesize=12.0 K 2024-12-03T16:06:32,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/bb9fe438c25e4e45a5643f5206f1f40d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/bb9fe438c25e4e45a5643f5206f1f40d 2024-12-03T16:06:32,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/bb9fe438c25e4e45a5643f5206f1f40d, entries=150, sequenceid=403, filesize=12.0 K 2024-12-03T16:06:32,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/13629d05b5a84a81accf1713eee0afcf as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/13629d05b5a84a81accf1713eee0afcf 2024-12-03T16:06:32,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/13629d05b5a84a81accf1713eee0afcf, entries=150, sequenceid=403, filesize=12.0 K 2024-12-03T16:06:32,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b576f7cd1edcd6466a5487df8ba327e5 in 506ms, sequenceid=403, compaction requested=true 2024-12-03T16:06:32,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:32,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:32,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:32,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:32,301 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:32,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:32,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:32,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T16:06:32,302 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:32,303 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:32,303 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/A is initiating minor compaction (all files) 2024-12-03T16:06:32,303 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/A in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:32,303 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/35e79c2726514585957666ba7710bb38, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/19ae8e5d7ce24fb1a3cf8e13e2f15d3e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/824ebf7b066f4ae38d89e800e5398989] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=36.9 K 2024-12-03T16:06:32,303 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:32,303 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/B is initiating minor compaction (all files) 2024-12-03T16:06:32,303 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/B in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:32,303 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/c8fd60d30f704928af819d5649c062ca, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/23575b4d7d9a4a75af89fa435d578830, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/bb9fe438c25e4e45a5643f5206f1f40d] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=36.9 K 2024-12-03T16:06:32,303 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35e79c2726514585957666ba7710bb38, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733241989287 2024-12-03T16:06:32,304 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting c8fd60d30f704928af819d5649c062ca, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733241989287 2024-12-03T16:06:32,304 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19ae8e5d7ce24fb1a3cf8e13e2f15d3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733241989440 2024-12-03T16:06:32,304 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 23575b4d7d9a4a75af89fa435d578830, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733241989440 2024-12-03T16:06:32,304 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 824ebf7b066f4ae38d89e800e5398989, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733241990639 2024-12-03T16:06:32,304 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting bb9fe438c25e4e45a5643f5206f1f40d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733241990639 2024-12-03T16:06:32,316 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#B#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:32,317 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/386911d28bd14a798f6f8e3ebb418320 is 50, key is test_row_0/B:col10/1733241991792/Put/seqid=0 2024-12-03T16:06:32,324 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#A#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:32,325 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/20b2aa05b390430b9e6cfcf025a05af7 is 50, key is test_row_0/A:col10/1733241991792/Put/seqid=0 2024-12-03T16:06:32,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742177_1353 (size=13289) 2024-12-03T16:06:32,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742178_1354 (size=13289) 2024-12-03T16:06:32,343 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/386911d28bd14a798f6f8e3ebb418320 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/386911d28bd14a798f6f8e3ebb418320 2024-12-03T16:06:32,351 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/B of b576f7cd1edcd6466a5487df8ba327e5 into 386911d28bd14a798f6f8e3ebb418320(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:32,351 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:32,351 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/B, priority=13, startTime=1733241992301; duration=0sec 2024-12-03T16:06:32,351 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:32,351 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:B 2024-12-03T16:06:32,351 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:32,352 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:32,352 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/C is initiating minor compaction (all files) 2024-12-03T16:06:32,352 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/C in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:32,353 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/7113211b36f449f3b4fb55f855519d20, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/eac350a232f84db7b9d8beb492435bc7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/13629d05b5a84a81accf1713eee0afcf] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=36.9 K 2024-12-03T16:06:32,353 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 7113211b36f449f3b4fb55f855519d20, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733241989287 2024-12-03T16:06:32,354 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting eac350a232f84db7b9d8beb492435bc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733241989440 2024-12-03T16:06:32,355 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 13629d05b5a84a81accf1713eee0afcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733241990639 2024-12-03T16:06:32,368 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#C#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:32,369 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/eb1e6ce1782c45cea6872b6b5bc4a95d is 50, key is test_row_0/C:col10/1733241991792/Put/seqid=0 2024-12-03T16:06:32,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742179_1355 (size=13289) 2024-12-03T16:06:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:32,517 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:32,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:06:32,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/c28852717b1e4b09b85ed398bee598ca is 50, key is test_row_0/A:col10/1733241991862/Put/seqid=0 2024-12-03T16:06:32,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242052558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:32,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242052563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:32,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:32,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742180_1356 (size=12301) 2024-12-03T16:06:32,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/c28852717b1e4b09b85ed398bee598ca 2024-12-03T16:06:32,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/ddabb7b0d7984082882479e69e0848f2 is 50, key is test_row_0/B:col10/1733241991862/Put/seqid=0 2024-12-03T16:06:32,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242052674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:32,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:32,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742181_1357 (size=12301) 2024-12-03T16:06:32,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/ddabb7b0d7984082882479e69e0848f2 2024-12-03T16:06:32,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242052681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:32,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/96c5322d2bfb455eb0addb4c72806c0a is 50, key is test_row_0/C:col10/1733241991862/Put/seqid=0 2024-12-03T16:06:32,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742182_1358 (size=12301) 2024-12-03T16:06:32,756 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/20b2aa05b390430b9e6cfcf025a05af7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/20b2aa05b390430b9e6cfcf025a05af7 2024-12-03T16:06:32,767 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/A of b576f7cd1edcd6466a5487df8ba327e5 into 20b2aa05b390430b9e6cfcf025a05af7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:32,767 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:32,767 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/A, priority=13, startTime=1733241992301; duration=0sec 2024-12-03T16:06:32,767 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:32,767 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:A 2024-12-03T16:06:32,827 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/eb1e6ce1782c45cea6872b6b5bc4a95d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/eb1e6ce1782c45cea6872b6b5bc4a95d 2024-12-03T16:06:32,843 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/C of b576f7cd1edcd6466a5487df8ba327e5 into eb1e6ce1782c45cea6872b6b5bc4a95d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:32,843 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:32,843 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/C, priority=13, startTime=1733241992301; duration=0sec 2024-12-03T16:06:32,843 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:32,843 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:C 2024-12-03T16:06:32,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242052902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242052902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:33,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/96c5322d2bfb455eb0addb4c72806c0a 2024-12-03T16:06:33,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/c28852717b1e4b09b85ed398bee598ca as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/c28852717b1e4b09b85ed398bee598ca 2024-12-03T16:06:33,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/c28852717b1e4b09b85ed398bee598ca, entries=150, sequenceid=429, filesize=12.0 K 2024-12-03T16:06:33,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/ddabb7b0d7984082882479e69e0848f2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ddabb7b0d7984082882479e69e0848f2 2024-12-03T16:06:33,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ddabb7b0d7984082882479e69e0848f2, entries=150, sequenceid=429, filesize=12.0 K 2024-12-03T16:06:33,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/96c5322d2bfb455eb0addb4c72806c0a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/96c5322d2bfb455eb0addb4c72806c0a 2024-12-03T16:06:33,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/96c5322d2bfb455eb0addb4c72806c0a, entries=150, sequenceid=429, filesize=12.0 K 2024-12-03T16:06:33,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b576f7cd1edcd6466a5487df8ba327e5 in 655ms, sequenceid=429, compaction requested=false 2024-12-03T16:06:33,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:33,215 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:33,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T16:06:33,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/bc6c664cf40040bca844f391f1ac7564 is 50, key is test_row_0/A:col10/1733241993214/Put/seqid=0 2024-12-03T16:06:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742183_1359 (size=17181) 2024-12-03T16:06:33,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/bc6c664cf40040bca844f391f1ac7564 2024-12-03T16:06:33,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/0616b8f8ecbd47a8bb78930d85787075 is 50, key is test_row_0/B:col10/1733241993214/Put/seqid=0 2024-12-03T16:06:33,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742184_1360 (size=12301) 2024-12-03T16:06:33,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242053292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:33,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242053294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:33,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:33,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242053401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:33,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242053401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T16:06:33,412 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:33,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-12-03T16:06:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T16:06:33,416 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:33,417 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:33,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T16:06:33,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-03T16:06:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:33,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242053611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242053611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:33,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/0616b8f8ecbd47a8bb78930d85787075 2024-12-03T16:06:33,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/4162c133bfdc42aea90b44a4038b604b is 50, key is test_row_0/C:col10/1733241993214/Put/seqid=0 2024-12-03T16:06:33,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742185_1361 (size=12301) 2024-12-03T16:06:33,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/4162c133bfdc42aea90b44a4038b604b 2024-12-03T16:06:33,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/bc6c664cf40040bca844f391f1ac7564 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/bc6c664cf40040bca844f391f1ac7564 2024-12-03T16:06:33,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/bc6c664cf40040bca844f391f1ac7564, entries=250, sequenceid=444, filesize=16.8 K 2024-12-03T16:06:33,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/0616b8f8ecbd47a8bb78930d85787075 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/0616b8f8ecbd47a8bb78930d85787075 2024-12-03T16:06:33,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-03T16:06:33,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:33,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:33,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:33,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:33,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:33,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/0616b8f8ecbd47a8bb78930d85787075, entries=150, sequenceid=444, filesize=12.0 K 2024-12-03T16:06:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T16:06:33,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/4162c133bfdc42aea90b44a4038b604b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/4162c133bfdc42aea90b44a4038b604b 2024-12-03T16:06:33,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/4162c133bfdc42aea90b44a4038b604b, entries=150, sequenceid=444, filesize=12.0 K 2024-12-03T16:06:33,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b576f7cd1edcd6466a5487df8ba327e5 in 525ms, sequenceid=444, compaction requested=true 2024-12-03T16:06:33,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:33,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:33,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:33,740 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:33,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:33,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:33,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:33,740 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:33,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:33,741 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:33,741 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/B is initiating minor compaction (all files) 2024-12-03T16:06:33,741 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/B in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:33,741 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/386911d28bd14a798f6f8e3ebb418320, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ddabb7b0d7984082882479e69e0848f2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/0616b8f8ecbd47a8bb78930d85787075] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=37.0 K 2024-12-03T16:06:33,742 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 386911d28bd14a798f6f8e3ebb418320, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733241990639 2024-12-03T16:06:33,742 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:33,742 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/A is initiating minor compaction (all files) 2024-12-03T16:06:33,742 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/A in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:33,742 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting ddabb7b0d7984082882479e69e0848f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733241991862 2024-12-03T16:06:33,742 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/20b2aa05b390430b9e6cfcf025a05af7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/c28852717b1e4b09b85ed398bee598ca, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/bc6c664cf40040bca844f391f1ac7564] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=41.8 K 2024-12-03T16:06:33,742 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 0616b8f8ecbd47a8bb78930d85787075, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733241992553 2024-12-03T16:06:33,743 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20b2aa05b390430b9e6cfcf025a05af7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733241990639 2024-12-03T16:06:33,743 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting c28852717b1e4b09b85ed398bee598ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733241991862 2024-12-03T16:06:33,744 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc6c664cf40040bca844f391f1ac7564, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733241992534 2024-12-03T16:06:33,756 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#B#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:33,757 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/d1056f635bcb41babae2c23ac018ec3d is 50, key is test_row_0/B:col10/1733241993214/Put/seqid=0 2024-12-03T16:06:33,757 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#A#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:33,757 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/34600ed309ee4bbdb3e2966dcc49882f is 50, key is test_row_0/A:col10/1733241993214/Put/seqid=0 2024-12-03T16:06:33,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742186_1362 (size=13391) 2024-12-03T16:06:33,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742187_1363 (size=13391) 2024-12-03T16:06:33,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-03T16:06:33,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:33,881 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T16:06:33,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/1776d2bc286941dc9c95477c1c485916 is 50, key is test_row_0/A:col10/1733241993283/Put/seqid=0 2024-12-03T16:06:33,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742188_1364 (size=12301) 2024-12-03T16:06:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:33,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:33,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242053948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:33,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:33,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242053955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:33,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:33,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T16:06:34,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242054061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:34,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242054071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:34,176 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/d1056f635bcb41babae2c23ac018ec3d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d1056f635bcb41babae2c23ac018ec3d 2024-12-03T16:06:34,183 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/B of b576f7cd1edcd6466a5487df8ba327e5 into d1056f635bcb41babae2c23ac018ec3d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:34,183 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:34,183 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/B, priority=13, startTime=1733241993740; duration=0sec 2024-12-03T16:06:34,183 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:34,183 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:B 2024-12-03T16:06:34,184 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:34,184 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/34600ed309ee4bbdb3e2966dcc49882f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/34600ed309ee4bbdb3e2966dcc49882f 2024-12-03T16:06:34,186 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:34,186 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/C is initiating minor compaction (all files) 2024-12-03T16:06:34,186 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/C in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:34,186 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/eb1e6ce1782c45cea6872b6b5bc4a95d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/96c5322d2bfb455eb0addb4c72806c0a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/4162c133bfdc42aea90b44a4038b604b] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=37.0 K 2024-12-03T16:06:34,187 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting eb1e6ce1782c45cea6872b6b5bc4a95d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733241990639 2024-12-03T16:06:34,187 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 96c5322d2bfb455eb0addb4c72806c0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733241991862 2024-12-03T16:06:34,188 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4162c133bfdc42aea90b44a4038b604b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733241992553 2024-12-03T16:06:34,192 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/A of b576f7cd1edcd6466a5487df8ba327e5 into 34600ed309ee4bbdb3e2966dcc49882f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:34,192 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:34,192 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/A, priority=13, startTime=1733241993740; duration=0sec 2024-12-03T16:06:34,192 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:34,192 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:A 2024-12-03T16:06:34,198 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#C#compaction#311 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:34,198 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/47bf9db1d02140108e0ed0a3d86094b3 is 50, key is test_row_0/C:col10/1733241993214/Put/seqid=0 2024-12-03T16:06:34,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742189_1365 (size=13391) 2024-12-03T16:06:34,210 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/47bf9db1d02140108e0ed0a3d86094b3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/47bf9db1d02140108e0ed0a3d86094b3 2024-12-03T16:06:34,222 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/C of b576f7cd1edcd6466a5487df8ba327e5 into 47bf9db1d02140108e0ed0a3d86094b3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:34,223 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:34,223 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/C, priority=13, startTime=1733241993740; duration=0sec 2024-12-03T16:06:34,223 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:34,223 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:C 2024-12-03T16:06:34,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242054271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:34,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:34,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:34,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:34,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242054282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:34,306 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/1776d2bc286941dc9c95477c1c485916 2024-12-03T16:06:34,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/91aefc0330f44a2483ea623bae5834e7 is 50, key is test_row_0/B:col10/1733241993283/Put/seqid=0 2024-12-03T16:06:34,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742190_1366 (size=12301) 2024-12-03T16:06:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T16:06:34,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242054583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:34,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242054592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:34,737 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/91aefc0330f44a2483ea623bae5834e7 2024-12-03T16:06:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/f92070e56ddd4ca69e8915fc5cb65564 is 50, key is test_row_0/C:col10/1733241993283/Put/seqid=0 2024-12-03T16:06:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742191_1367 (size=12301) 2024-12-03T16:06:35,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242055091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:35,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242055101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:35,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:35,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:35,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:35,157 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/f92070e56ddd4ca69e8915fc5cb65564 2024-12-03T16:06:35,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/1776d2bc286941dc9c95477c1c485916 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/1776d2bc286941dc9c95477c1c485916 2024-12-03T16:06:35,169 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/1776d2bc286941dc9c95477c1c485916, entries=150, sequenceid=467, filesize=12.0 K 2024-12-03T16:06:35,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/91aefc0330f44a2483ea623bae5834e7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/91aefc0330f44a2483ea623bae5834e7 2024-12-03T16:06:35,175 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/91aefc0330f44a2483ea623bae5834e7, entries=150, sequenceid=467, filesize=12.0 K 2024-12-03T16:06:35,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/f92070e56ddd4ca69e8915fc5cb65564 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f92070e56ddd4ca69e8915fc5cb65564 2024-12-03T16:06:35,181 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f92070e56ddd4ca69e8915fc5cb65564, entries=150, sequenceid=467, filesize=12.0 K 2024-12-03T16:06:35,181 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b576f7cd1edcd6466a5487df8ba327e5 in 1300ms, sequenceid=467, compaction requested=false 2024-12-03T16:06:35,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:35,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:35,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-12-03T16:06:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-12-03T16:06:35,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-03T16:06:35,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7670 sec 2024-12-03T16:06:35,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 1.7750 sec 2024-12-03T16:06:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T16:06:35,562 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:35,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-12-03T16:06:35,566 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:35,567 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:35,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-03T16:06:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-03T16:06:35,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-03T16:06:35,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:35,722 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T16:06:35,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/e990061501d840d39118c3664331f77d is 50, key is test_row_0/A:col10/1733241993946/Put/seqid=0 2024-12-03T16:06:35,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742192_1368 (size=12301) 2024-12-03T16:06:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-03T16:06:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:36,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. as already flushing 2024-12-03T16:06:36,160 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/e990061501d840d39118c3664331f77d 2024-12-03T16:06:36,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/6bc460b84bbd47be8464c23e0263b754 is 50, key is test_row_0/B:col10/1733241993946/Put/seqid=0 2024-12-03T16:06:36,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742193_1369 (size=12301) 2024-12-03T16:06:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-03T16:06:36,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242056201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:36,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242056201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:36,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242056320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:36,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:36,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242056320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:36,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:36,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242056531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242056531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:36,576 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/6bc460b84bbd47be8464c23e0263b754 2024-12-03T16:06:36,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/c9498e81b8d94ce2af29db83914f66d4 is 50, key is test_row_0/C:col10/1733241993946/Put/seqid=0 2024-12-03T16:06:36,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742194_1370 (size=12301) 2024-12-03T16:06:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-03T16:06:36,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242056841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:36,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242056841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:36,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:37,001 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/c9498e81b8d94ce2af29db83914f66d4 2024-12-03T16:06:37,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/e990061501d840d39118c3664331f77d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/e990061501d840d39118c3664331f77d 2024-12-03T16:06:37,014 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/e990061501d840d39118c3664331f77d, entries=150, sequenceid=483, filesize=12.0 K 2024-12-03T16:06:37,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/6bc460b84bbd47be8464c23e0263b754 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/6bc460b84bbd47be8464c23e0263b754 2024-12-03T16:06:37,019 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/6bc460b84bbd47be8464c23e0263b754, entries=150, sequenceid=483, filesize=12.0 K 2024-12-03T16:06:37,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/c9498e81b8d94ce2af29db83914f66d4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/c9498e81b8d94ce2af29db83914f66d4 2024-12-03T16:06:37,027 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/c9498e81b8d94ce2af29db83914f66d4, entries=150, sequenceid=483, filesize=12.0 K 2024-12-03T16:06:37,029 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b576f7cd1edcd6466a5487df8ba327e5 in 1307ms, sequenceid=483, compaction requested=true 2024-12-03T16:06:37,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:37,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:37,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-12-03T16:06:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=93 2024-12-03T16:06:37,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-03T16:06:37,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4650 sec 2024-12-03T16:06:37,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 1.4740 sec 2024-12-03T16:06:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:37,356 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:37,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:06:37,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/3de9ef2fa96042ad908083e2a6cc9d9d is 50, key is test_row_0/A:col10/1733241997355/Put/seqid=0 2024-12-03T16:06:37,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742195_1371 (size=12301) 2024-12-03T16:06:37,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/3de9ef2fa96042ad908083e2a6cc9d9d 2024-12-03T16:06:37,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242057385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:37,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242057386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:37,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/22fc8664653b4eadad44d64e35603f24 is 50, key is test_row_0/B:col10/1733241997355/Put/seqid=0 2024-12-03T16:06:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:37,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742196_1372 (size=12301) 2024-12-03T16:06:37,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242057501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:37,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242057501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:37,705 INFO [Thread-1231 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1231. 2024-12-03T16:06:37,705 DEBUG [Thread-1231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:37,705 DEBUG [Thread-1231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:37,705 DEBUG [Thread-1231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:37,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:37,706 INFO [Thread-1237 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1237. 2024-12-03T16:06:37,706 DEBUG [Thread-1237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:37,706 DEBUG [Thread-1237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:37,707 DEBUG [Thread-1237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:37,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:37,708 INFO [Thread-1233 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1233. 2024-12-03T16:06:37,708 DEBUG [Thread-1233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:37,708 DEBUG [Thread-1233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:37,708 DEBUG [Thread-1233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:37,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:37,710 INFO [Thread-1235 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1235. 2024-12-03T16:06:37,710 DEBUG [Thread-1235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:37,710 DEBUG [Thread-1235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:37,710 DEBUG [Thread-1235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:37,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:37,711 INFO [Thread-1239 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1239. 2024-12-03T16:06:37,711 DEBUG [Thread-1239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:37,711 DEBUG [Thread-1239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:37,711 DEBUG [Thread-1239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:37,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-03T16:06:37,712 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:37,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:37,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242057712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242057712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:37,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/22fc8664653b4eadad44d64e35603f24 2024-12-03T16:06:37,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e0b4380bfb7548c3b62081dfc9103526 is 50, key is test_row_0/C:col10/1733241997355/Put/seqid=0 2024-12-03T16:06:37,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742197_1373 (size=12301) 2024-12-03T16:06:38,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:38,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43472 deadline: 1733242058022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43546 deadline: 1733242058022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:38,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:38,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:06:38,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e0b4380bfb7548c3b62081dfc9103526 2024-12-03T16:06:38,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/3de9ef2fa96042ad908083e2a6cc9d9d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/3de9ef2fa96042ad908083e2a6cc9d9d 2024-12-03T16:06:38,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/3de9ef2fa96042ad908083e2a6cc9d9d, entries=150, sequenceid=508, filesize=12.0 K 2024-12-03T16:06:38,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/22fc8664653b4eadad44d64e35603f24 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/22fc8664653b4eadad44d64e35603f24 2024-12-03T16:06:38,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/22fc8664653b4eadad44d64e35603f24, entries=150, sequenceid=508, filesize=12.0 K 2024-12-03T16:06:38,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e0b4380bfb7548c3b62081dfc9103526 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e0b4380bfb7548c3b62081dfc9103526 2024-12-03T16:06:38,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e0b4380bfb7548c3b62081dfc9103526, entries=150, sequenceid=508, filesize=12.0 K 2024-12-03T16:06:38,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b576f7cd1edcd6466a5487df8ba327e5 in 870ms, sequenceid=508, compaction requested=true 2024-12-03T16:06:38,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:38,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:38,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:38,226 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:06:38,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:38,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:38,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b576f7cd1edcd6466a5487df8ba327e5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:38,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:38,227 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:06:38,228 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:06:38,228 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:06:38,228 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/B is initiating minor compaction (all files) 2024-12-03T16:06:38,228 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/A is initiating minor compaction (all files) 2024-12-03T16:06:38,228 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/B in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:38,228 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/A in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:38,228 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d1056f635bcb41babae2c23ac018ec3d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/91aefc0330f44a2483ea623bae5834e7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/6bc460b84bbd47be8464c23e0263b754, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/22fc8664653b4eadad44d64e35603f24] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=49.1 K 2024-12-03T16:06:38,228 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/34600ed309ee4bbdb3e2966dcc49882f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/1776d2bc286941dc9c95477c1c485916, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/e990061501d840d39118c3664331f77d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/3de9ef2fa96042ad908083e2a6cc9d9d] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=49.1 K 2024-12-03T16:06:38,228 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting d1056f635bcb41babae2c23ac018ec3d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733241992553 2024-12-03T16:06:38,228 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34600ed309ee4bbdb3e2966dcc49882f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733241992553 2024-12-03T16:06:38,228 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 91aefc0330f44a2483ea623bae5834e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1733241993283 2024-12-03T16:06:38,228 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1776d2bc286941dc9c95477c1c485916, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1733241993283 2024-12-03T16:06:38,229 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting e990061501d840d39118c3664331f77d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733241993944 2024-12-03T16:06:38,229 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bc460b84bbd47be8464c23e0263b754, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733241993944 2024-12-03T16:06:38,229 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3de9ef2fa96042ad908083e2a6cc9d9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733241996167 2024-12-03T16:06:38,229 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 22fc8664653b4eadad44d64e35603f24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733241996167 2024-12-03T16:06:38,238 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#A#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:38,239 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/29ea07ac7a23472388653292dd8b42fc is 50, key is test_row_0/A:col10/1733241997355/Put/seqid=0 2024-12-03T16:06:38,239 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:38,240 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/515116d64fff4bcfa4e498a970ff0096 is 50, key is test_row_0/B:col10/1733241997355/Put/seqid=0 2024-12-03T16:06:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742198_1374 (size=13527) 2024-12-03T16:06:38,246 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/29ea07ac7a23472388653292dd8b42fc as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/29ea07ac7a23472388653292dd8b42fc 2024-12-03T16:06:38,251 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/A of b576f7cd1edcd6466a5487df8ba327e5 into 29ea07ac7a23472388653292dd8b42fc(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:38,252 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:38,252 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/A, priority=12, startTime=1733241998226; duration=0sec 2024-12-03T16:06:38,252 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:38,252 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:A 2024-12-03T16:06:38,252 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:06:38,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742199_1375 (size=13527) 2024-12-03T16:06:38,253 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:06:38,253 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): b576f7cd1edcd6466a5487df8ba327e5/C is initiating minor compaction (all files) 2024-12-03T16:06:38,253 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b576f7cd1edcd6466a5487df8ba327e5/C in TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:38,253 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/47bf9db1d02140108e0ed0a3d86094b3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f92070e56ddd4ca69e8915fc5cb65564, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/c9498e81b8d94ce2af29db83914f66d4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e0b4380bfb7548c3b62081dfc9103526] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp, totalSize=49.1 K 2024-12-03T16:06:38,253 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47bf9db1d02140108e0ed0a3d86094b3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733241992553 2024-12-03T16:06:38,254 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting f92070e56ddd4ca69e8915fc5cb65564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1733241993283 2024-12-03T16:06:38,254 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9498e81b8d94ce2af29db83914f66d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733241993944 2024-12-03T16:06:38,254 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0b4380bfb7548c3b62081dfc9103526, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733241996167 2024-12-03T16:06:38,268 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b576f7cd1edcd6466a5487df8ba327e5#C#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:38,269 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/fd0fd0738b5646d2b7f6b50adcff27cb is 50, key is test_row_0/C:col10/1733241997355/Put/seqid=0 2024-12-03T16:06:38,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742200_1376 (size=13527) 2024-12-03T16:06:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:38,534 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:38,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T16:06:38,534 INFO [Thread-1224 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1224. 2024-12-03T16:06:38,534 DEBUG [Thread-1224 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:38,534 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:38,534 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:38,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:38,536 INFO [Thread-1222 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1222. 2024-12-03T16:06:38,536 DEBUG [Thread-1222 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:38,536 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:38,536 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:38,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:38,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/5517a39577b1456382d031081bbf5cda is 50, key is test_row_0/A:col10/1733241998533/Put/seqid=0 2024-12-03T16:06:38,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742201_1377 (size=12301) 2024-12-03T16:06:38,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/5517a39577b1456382d031081bbf5cda 2024-12-03T16:06:38,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/ecfacb42af2048f29b49b831eaaa5a00 is 50, key is test_row_0/B:col10/1733241998533/Put/seqid=0 2024-12-03T16:06:38,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742202_1378 (size=12301) 2024-12-03T16:06:38,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/ecfacb42af2048f29b49b831eaaa5a00 2024-12-03T16:06:38,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e70938c3538f46549f776fb4335f2e52 is 50, key is test_row_0/C:col10/1733241998533/Put/seqid=0 2024-12-03T16:06:38,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742203_1379 (size=12301) 2024-12-03T16:06:38,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e70938c3538f46549f776fb4335f2e52 2024-12-03T16:06:38,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/5517a39577b1456382d031081bbf5cda as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5517a39577b1456382d031081bbf5cda 2024-12-03T16:06:38,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5517a39577b1456382d031081bbf5cda, entries=150, sequenceid=522, filesize=12.0 K 2024-12-03T16:06:38,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/ecfacb42af2048f29b49b831eaaa5a00 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ecfacb42af2048f29b49b831eaaa5a00 2024-12-03T16:06:38,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ecfacb42af2048f29b49b831eaaa5a00, entries=150, sequenceid=522, filesize=12.0 K 2024-12-03T16:06:38,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e70938c3538f46549f776fb4335f2e52 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e70938c3538f46549f776fb4335f2e52 2024-12-03T16:06:38,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e70938c3538f46549f776fb4335f2e52, entries=150, sequenceid=522, filesize=12.0 K 2024-12-03T16:06:38,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for b576f7cd1edcd6466a5487df8ba327e5 in 93ms, sequenceid=522, compaction requested=false 2024-12-03T16:06:38,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:38,659 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/515116d64fff4bcfa4e498a970ff0096 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/515116d64fff4bcfa4e498a970ff0096 2024-12-03T16:06:38,666 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/B of b576f7cd1edcd6466a5487df8ba327e5 into 515116d64fff4bcfa4e498a970ff0096(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:38,666 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:38,666 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/B, priority=12, startTime=1733241998226; duration=0sec 2024-12-03T16:06:38,666 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:38,666 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:B 2024-12-03T16:06:38,686 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/fd0fd0738b5646d2b7f6b50adcff27cb as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/fd0fd0738b5646d2b7f6b50adcff27cb 2024-12-03T16:06:38,696 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b576f7cd1edcd6466a5487df8ba327e5/C of b576f7cd1edcd6466a5487df8ba327e5 into fd0fd0738b5646d2b7f6b50adcff27cb(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:38,696 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b576f7cd1edcd6466a5487df8ba327e5: 2024-12-03T16:06:38,696 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., storeName=b576f7cd1edcd6466a5487df8ba327e5/C, priority=12, startTime=1733241998226; duration=0sec 2024-12-03T16:06:38,697 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:38,697 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b576f7cd1edcd6466a5487df8ba327e5:C 2024-12-03T16:06:39,322 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T16:06:39,394 INFO [Thread-1220 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1220. 2024-12-03T16:06:39,394 DEBUG [Thread-1220 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:39,394 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:39,394 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:39,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:39,433 INFO [Thread-1228 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1228. 2024-12-03T16:06:39,433 DEBUG [Thread-1228 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:39,433 DEBUG [Thread-1228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:39,433 DEBUG [Thread-1228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:39,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:39,474 INFO [Thread-1226 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1226. 2024-12-03T16:06:39,474 DEBUG [Thread-1226 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:06:39,474 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:39,474 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:39,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:39,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T16:06:39,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-12-03T16:06:39,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-12-03T16:06:39,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 260 2024-12-03T16:06:39,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-03T16:06:39,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-03T16:06:39,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T16:06:39,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2913 2024-12-03T16:06:39,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3035 2024-12-03T16:06:39,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2794 2024-12-03T16:06:39,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2907 2024-12-03T16:06:39,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3014 2024-12-03T16:06:39,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T16:06:39,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T16:06:39,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T16:06:39,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:39,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:39,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:06:39,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-03T16:06:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:39,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241999479"}]},"ts":"1733241999479"} 2024-12-03T16:06:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-03T16:06:39,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T16:06:39,481 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T16:06:39,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T16:06:39,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b576f7cd1edcd6466a5487df8ba327e5, UNASSIGN}] 2024-12-03T16:06:39,484 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b576f7cd1edcd6466a5487df8ba327e5, UNASSIGN 2024-12-03T16:06:39,485 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=b576f7cd1edcd6466a5487df8ba327e5, regionState=CLOSING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:06:39,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b576f7cd1edcd6466a5487df8ba327e5, UNASSIGN because future has completed 2024-12-03T16:06:39,487 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T16:06:39,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:06:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-03T16:06:39,639 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:39,639 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T16:06:39,640 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing b576f7cd1edcd6466a5487df8ba327e5, disabling compactions & flushes 2024-12-03T16:06:39,640 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:39,640 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:39,640 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. after waiting 0 ms 2024-12-03T16:06:39,640 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:39,640 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(2902): Flushing b576f7cd1edcd6466a5487df8ba327e5 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-03T16:06:39,644 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/c124c61787334227bfacc2f6ca919fec is 50, key is test_row_0/A:col10/1733241999432/Put/seqid=0 2024-12-03T16:06:39,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742204_1380 (size=9857) 2024-12-03T16:06:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-03T16:06:40,048 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/c124c61787334227bfacc2f6ca919fec 2024-12-03T16:06:40,055 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/687f1be884b741b59f86263117cc16d1 is 50, key is test_row_0/B:col10/1733241999432/Put/seqid=0 2024-12-03T16:06:40,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742205_1381 (size=9857) 2024-12-03T16:06:40,065 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/687f1be884b741b59f86263117cc16d1 2024-12-03T16:06:40,072 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e4c8b9aca53c4e0dbeb17b3f3ff11acf is 50, key is test_row_0/C:col10/1733241999432/Put/seqid=0 2024-12-03T16:06:40,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742206_1382 (size=9857) 2024-12-03T16:06:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-03T16:06:40,482 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e4c8b9aca53c4e0dbeb17b3f3ff11acf 2024-12-03T16:06:40,487 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/A/c124c61787334227bfacc2f6ca919fec as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/c124c61787334227bfacc2f6ca919fec 2024-12-03T16:06:40,492 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/c124c61787334227bfacc2f6ca919fec, entries=100, sequenceid=530, filesize=9.6 K 2024-12-03T16:06:40,493 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/B/687f1be884b741b59f86263117cc16d1 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/687f1be884b741b59f86263117cc16d1 2024-12-03T16:06:40,497 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/687f1be884b741b59f86263117cc16d1, entries=100, sequenceid=530, filesize=9.6 K 2024-12-03T16:06:40,498 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/.tmp/C/e4c8b9aca53c4e0dbeb17b3f3ff11acf as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e4c8b9aca53c4e0dbeb17b3f3ff11acf 2024-12-03T16:06:40,502 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e4c8b9aca53c4e0dbeb17b3f3ff11acf, entries=100, sequenceid=530, filesize=9.6 K 2024-12-03T16:06:40,503 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for b576f7cd1edcd6466a5487df8ba327e5 in 863ms, sequenceid=530, compaction requested=true 2024-12-03T16:06:40,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/8a30b279c89e42f691d8b678d1432cd0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/a5173764b7e147cc91d077f428ebd724, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/39d30e080b804aaa872abe83309fe3a0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d561a15385104d3e8384342b1874284e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/0182607c748e43e78e74d941d4945bf2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/f7d9a99cad3d4d058b6c02015c4e5e84, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/2c3c159e31ce4ff2879775774f0076f6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6a73c22bf54d4065b0134e0d40b76512, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/693604dcc742469b83e015adbbbf66f8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6f562a3bdbf3476bbf8d06924681dfde, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/70ff107e505f41ea81e3c361235431c1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6f5ee50addea411a8b229fba28139241, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/e75ef02d5afe40c09b9c1289095cbd41, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d23dddaaafc94cf98b9d4053b33b2dee, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/cdc7389d4a224f7b91673551935a21fe, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5f5c2654c9a14b43a2a75fe463c7fa26, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/8151947a922b4bdcaeb9ba4e32f2c54e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/02eade7fab004a26a7d93feac6cf247b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6dd8754ac89e44d4a20692f29700a7e7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5db1f99a61dc450582161807eab7de9a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/1baf7194d7c4460fa9de7dab3a196eeb, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/029c4cb535594224a4890d13d92353c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/db506ed87c8842ebaec6a400b8650583, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/987f4d6d8ae54fcd87a024b286bffcec, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d0d431ee4a6e4d8eab027cb185c81fb0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/69cfa08b9aa140ee84e4be80d8f35581, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/35e79c2726514585957666ba7710bb38, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/19ae8e5d7ce24fb1a3cf8e13e2f15d3e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/20b2aa05b390430b9e6cfcf025a05af7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/824ebf7b066f4ae38d89e800e5398989, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/c28852717b1e4b09b85ed398bee598ca, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/bc6c664cf40040bca844f391f1ac7564, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/34600ed309ee4bbdb3e2966dcc49882f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/1776d2bc286941dc9c95477c1c485916, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/e990061501d840d39118c3664331f77d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/3de9ef2fa96042ad908083e2a6cc9d9d] to archive 2024-12-03T16:06:40,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:06:40,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/8a30b279c89e42f691d8b678d1432cd0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/8a30b279c89e42f691d8b678d1432cd0 2024-12-03T16:06:40,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/a5173764b7e147cc91d077f428ebd724 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/a5173764b7e147cc91d077f428ebd724 2024-12-03T16:06:40,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/39d30e080b804aaa872abe83309fe3a0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/39d30e080b804aaa872abe83309fe3a0 2024-12-03T16:06:40,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d561a15385104d3e8384342b1874284e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d561a15385104d3e8384342b1874284e 2024-12-03T16:06:40,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/0182607c748e43e78e74d941d4945bf2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/0182607c748e43e78e74d941d4945bf2 2024-12-03T16:06:40,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/f7d9a99cad3d4d058b6c02015c4e5e84 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/f7d9a99cad3d4d058b6c02015c4e5e84 2024-12-03T16:06:40,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/2c3c159e31ce4ff2879775774f0076f6 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/2c3c159e31ce4ff2879775774f0076f6 2024-12-03T16:06:40,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6a73c22bf54d4065b0134e0d40b76512 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6a73c22bf54d4065b0134e0d40b76512 2024-12-03T16:06:40,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/693604dcc742469b83e015adbbbf66f8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/693604dcc742469b83e015adbbbf66f8 2024-12-03T16:06:40,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6f562a3bdbf3476bbf8d06924681dfde to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6f562a3bdbf3476bbf8d06924681dfde 2024-12-03T16:06:40,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/70ff107e505f41ea81e3c361235431c1 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/70ff107e505f41ea81e3c361235431c1 2024-12-03T16:06:40,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6f5ee50addea411a8b229fba28139241 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6f5ee50addea411a8b229fba28139241 2024-12-03T16:06:40,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/e75ef02d5afe40c09b9c1289095cbd41 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/e75ef02d5afe40c09b9c1289095cbd41 2024-12-03T16:06:40,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d23dddaaafc94cf98b9d4053b33b2dee to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d23dddaaafc94cf98b9d4053b33b2dee 2024-12-03T16:06:40,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/cdc7389d4a224f7b91673551935a21fe to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/cdc7389d4a224f7b91673551935a21fe 2024-12-03T16:06:40,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5f5c2654c9a14b43a2a75fe463c7fa26 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5f5c2654c9a14b43a2a75fe463c7fa26 2024-12-03T16:06:40,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/8151947a922b4bdcaeb9ba4e32f2c54e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/8151947a922b4bdcaeb9ba4e32f2c54e 2024-12-03T16:06:40,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/02eade7fab004a26a7d93feac6cf247b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/02eade7fab004a26a7d93feac6cf247b 2024-12-03T16:06:40,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6dd8754ac89e44d4a20692f29700a7e7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/6dd8754ac89e44d4a20692f29700a7e7 2024-12-03T16:06:40,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5db1f99a61dc450582161807eab7de9a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5db1f99a61dc450582161807eab7de9a 2024-12-03T16:06:40,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/1baf7194d7c4460fa9de7dab3a196eeb to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/1baf7194d7c4460fa9de7dab3a196eeb 2024-12-03T16:06:40,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/029c4cb535594224a4890d13d92353c8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/029c4cb535594224a4890d13d92353c8 2024-12-03T16:06:40,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/db506ed87c8842ebaec6a400b8650583 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/db506ed87c8842ebaec6a400b8650583 2024-12-03T16:06:40,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/987f4d6d8ae54fcd87a024b286bffcec to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/987f4d6d8ae54fcd87a024b286bffcec 2024-12-03T16:06:40,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d0d431ee4a6e4d8eab027cb185c81fb0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/d0d431ee4a6e4d8eab027cb185c81fb0 2024-12-03T16:06:40,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/69cfa08b9aa140ee84e4be80d8f35581 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/69cfa08b9aa140ee84e4be80d8f35581 2024-12-03T16:06:40,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/35e79c2726514585957666ba7710bb38 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/35e79c2726514585957666ba7710bb38 2024-12-03T16:06:40,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/19ae8e5d7ce24fb1a3cf8e13e2f15d3e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/19ae8e5d7ce24fb1a3cf8e13e2f15d3e 2024-12-03T16:06:40,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/20b2aa05b390430b9e6cfcf025a05af7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/20b2aa05b390430b9e6cfcf025a05af7 2024-12-03T16:06:40,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/824ebf7b066f4ae38d89e800e5398989 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/824ebf7b066f4ae38d89e800e5398989 2024-12-03T16:06:40,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/c28852717b1e4b09b85ed398bee598ca to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/c28852717b1e4b09b85ed398bee598ca 2024-12-03T16:06:40,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/bc6c664cf40040bca844f391f1ac7564 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/bc6c664cf40040bca844f391f1ac7564 2024-12-03T16:06:40,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/34600ed309ee4bbdb3e2966dcc49882f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/34600ed309ee4bbdb3e2966dcc49882f 2024-12-03T16:06:40,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/1776d2bc286941dc9c95477c1c485916 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/1776d2bc286941dc9c95477c1c485916 2024-12-03T16:06:40,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/e990061501d840d39118c3664331f77d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/e990061501d840d39118c3664331f77d 2024-12-03T16:06:40,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/3de9ef2fa96042ad908083e2a6cc9d9d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/3de9ef2fa96042ad908083e2a6cc9d9d 2024-12-03T16:06:40,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/561e3901951e48a49504c96b2847e5c1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/42c877944022412d877913ce965617a0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d27f906b04f04b2d9db510f3da90b6c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/894433408c534b3c81a73310c223d298, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/94d8aa255ace438c85a98233718c6504, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/03910117b0e74881b485114d54efb461, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ff4a858d445e4ec39d5bbc128fe25265, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/e5c8afcaf58d4b43b530901d2a976b4a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/25f1737919284295aea7d46f6bbdbe14, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/11e0a56a51a046c6b7e10e4f462f30d2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/231cef3c257049ee9897ac4591662dbb, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/c2ce35cfc55a4a949eff660c79baca6e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/16cc4650d2c345f0b8ddb66e30f06397, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/7fe567112d424534beff4f866f8659a5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/a5841f4a439e41e5a5c31b11b27bb77b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/2bca218985404184a4e840d3cf9f3ad0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/60bafc38db2c4a9f9058b48e15278aa4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ee229ed0a51e4484b569727258795739, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/b659b249859846509fa9027298562a1c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/866230c9dbd2421caab0b1756288cd9b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/06577e5c41094287bc10050562fd2eb3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/00d5a3fa3fd444b398928829f176b8a7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/2178922d939b4fcd869db7dce9e803a0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d1508ddc8c65419abdfc338605e06c7f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/adc2b3ef73ca4fa3b2867aa4cc545189, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/c8fd60d30f704928af819d5649c062ca, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/f23f1c11166945c38d4c8ae6a3cbed8a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/23575b4d7d9a4a75af89fa435d578830, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/386911d28bd14a798f6f8e3ebb418320, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/bb9fe438c25e4e45a5643f5206f1f40d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ddabb7b0d7984082882479e69e0848f2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d1056f635bcb41babae2c23ac018ec3d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/0616b8f8ecbd47a8bb78930d85787075, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/91aefc0330f44a2483ea623bae5834e7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/6bc460b84bbd47be8464c23e0263b754, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/22fc8664653b4eadad44d64e35603f24] to archive 2024-12-03T16:06:40,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:06:40,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/561e3901951e48a49504c96b2847e5c1 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/561e3901951e48a49504c96b2847e5c1 2024-12-03T16:06:40,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/42c877944022412d877913ce965617a0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/42c877944022412d877913ce965617a0 2024-12-03T16:06:40,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d27f906b04f04b2d9db510f3da90b6c8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d27f906b04f04b2d9db510f3da90b6c8 2024-12-03T16:06:40,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/894433408c534b3c81a73310c223d298 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/894433408c534b3c81a73310c223d298 2024-12-03T16:06:40,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/94d8aa255ace438c85a98233718c6504 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/94d8aa255ace438c85a98233718c6504 2024-12-03T16:06:40,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/03910117b0e74881b485114d54efb461 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/03910117b0e74881b485114d54efb461 2024-12-03T16:06:40,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ff4a858d445e4ec39d5bbc128fe25265 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ff4a858d445e4ec39d5bbc128fe25265 2024-12-03T16:06:40,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/e5c8afcaf58d4b43b530901d2a976b4a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/e5c8afcaf58d4b43b530901d2a976b4a 2024-12-03T16:06:40,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/25f1737919284295aea7d46f6bbdbe14 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/25f1737919284295aea7d46f6bbdbe14 2024-12-03T16:06:40,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/11e0a56a51a046c6b7e10e4f462f30d2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/11e0a56a51a046c6b7e10e4f462f30d2 2024-12-03T16:06:40,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/231cef3c257049ee9897ac4591662dbb to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/231cef3c257049ee9897ac4591662dbb 2024-12-03T16:06:40,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/c2ce35cfc55a4a949eff660c79baca6e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/c2ce35cfc55a4a949eff660c79baca6e 2024-12-03T16:06:40,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/16cc4650d2c345f0b8ddb66e30f06397 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/16cc4650d2c345f0b8ddb66e30f06397 2024-12-03T16:06:40,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/7fe567112d424534beff4f866f8659a5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/7fe567112d424534beff4f866f8659a5 2024-12-03T16:06:40,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/a5841f4a439e41e5a5c31b11b27bb77b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/a5841f4a439e41e5a5c31b11b27bb77b 2024-12-03T16:06:40,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/2bca218985404184a4e840d3cf9f3ad0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/2bca218985404184a4e840d3cf9f3ad0 2024-12-03T16:06:40,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/60bafc38db2c4a9f9058b48e15278aa4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/60bafc38db2c4a9f9058b48e15278aa4 2024-12-03T16:06:40,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ee229ed0a51e4484b569727258795739 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ee229ed0a51e4484b569727258795739 2024-12-03T16:06:40,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/b659b249859846509fa9027298562a1c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/b659b249859846509fa9027298562a1c 2024-12-03T16:06:40,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/866230c9dbd2421caab0b1756288cd9b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/866230c9dbd2421caab0b1756288cd9b 2024-12-03T16:06:40,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/06577e5c41094287bc10050562fd2eb3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/06577e5c41094287bc10050562fd2eb3 2024-12-03T16:06:40,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/00d5a3fa3fd444b398928829f176b8a7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/00d5a3fa3fd444b398928829f176b8a7 2024-12-03T16:06:40,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/2178922d939b4fcd869db7dce9e803a0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/2178922d939b4fcd869db7dce9e803a0 2024-12-03T16:06:40,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d1508ddc8c65419abdfc338605e06c7f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d1508ddc8c65419abdfc338605e06c7f 2024-12-03T16:06:40,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/adc2b3ef73ca4fa3b2867aa4cc545189 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/adc2b3ef73ca4fa3b2867aa4cc545189 2024-12-03T16:06:40,604 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/c8fd60d30f704928af819d5649c062ca to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/c8fd60d30f704928af819d5649c062ca 2024-12-03T16:06:40,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/f23f1c11166945c38d4c8ae6a3cbed8a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/f23f1c11166945c38d4c8ae6a3cbed8a 2024-12-03T16:06:40,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/23575b4d7d9a4a75af89fa435d578830 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/23575b4d7d9a4a75af89fa435d578830 2024-12-03T16:06:40,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/386911d28bd14a798f6f8e3ebb418320 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/386911d28bd14a798f6f8e3ebb418320 2024-12-03T16:06:40,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/bb9fe438c25e4e45a5643f5206f1f40d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/bb9fe438c25e4e45a5643f5206f1f40d 2024-12-03T16:06:40,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ddabb7b0d7984082882479e69e0848f2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ddabb7b0d7984082882479e69e0848f2 2024-12-03T16:06:40,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d1056f635bcb41babae2c23ac018ec3d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/d1056f635bcb41babae2c23ac018ec3d 2024-12-03T16:06:40,611 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/0616b8f8ecbd47a8bb78930d85787075 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/0616b8f8ecbd47a8bb78930d85787075 2024-12-03T16:06:40,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/91aefc0330f44a2483ea623bae5834e7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/91aefc0330f44a2483ea623bae5834e7 2024-12-03T16:06:40,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/6bc460b84bbd47be8464c23e0263b754 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/6bc460b84bbd47be8464c23e0263b754 2024-12-03T16:06:40,614 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/22fc8664653b4eadad44d64e35603f24 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/22fc8664653b4eadad44d64e35603f24 2024-12-03T16:06:40,615 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/473fe7ade4f744da87f5808134330383, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/a0ecbb0d784e427c92d8a286a767a07c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/2ca5acf13e7e4713a77aff551515a2b2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/8f7158ff2f5d45cdaf01d812d918135f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0f79db282d9f44d28c3dfec08ec36b7a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f91ab691caad42558131e094b593e896, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/59c8d18eacf347be820f6f92445c296e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e02e57b2963a4a8ca39521c8a88259f5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/9b320a1836df42e3ad59478dfb534e7d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/cefb1dc1b2cb409cbd9c2ca81934d4d1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/853a467a0606426b8c196f5fbd0253d7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/2876adbf26a040a8aaf87050d6900d30, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/58707d8ac3584e2bb0dc580d83f0dc87, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/50c8b4855be7450a94e44699c1a679d7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0d79828f4a0e4a728afb5e81e14ebe1c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/39d8048fc3f848c9aa56bac036b419cf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/86bd74059fe94f5ab7b88808bd7a005e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/b1b3003f075c4c55baf6adea76911738, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/7dd6898549dd4105848a54ef453c374b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/49cf9b9ed278425cad0557dbc39708c7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e9bf75468a82446f88a6bafaeb0a76a8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/48fedf85f0fa4ffea37f76811af36d15, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0fc7ff11a97f4828acd8e2bc2ab30687, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f60aaa1ce42d4c1c970d18b56613e0dd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/dd7ca55ac1ad45fe91f947f262e89071, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/7113211b36f449f3b4fb55f855519d20, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/1ee42d06d0f64cf9834758552ee166ea, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/eac350a232f84db7b9d8beb492435bc7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/eb1e6ce1782c45cea6872b6b5bc4a95d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/13629d05b5a84a81accf1713eee0afcf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/96c5322d2bfb455eb0addb4c72806c0a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/47bf9db1d02140108e0ed0a3d86094b3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/4162c133bfdc42aea90b44a4038b604b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f92070e56ddd4ca69e8915fc5cb65564, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/c9498e81b8d94ce2af29db83914f66d4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e0b4380bfb7548c3b62081dfc9103526] to archive 2024-12-03T16:06:40,616 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:06:40,618 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/473fe7ade4f744da87f5808134330383 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/473fe7ade4f744da87f5808134330383 2024-12-03T16:06:40,619 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/a0ecbb0d784e427c92d8a286a767a07c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/a0ecbb0d784e427c92d8a286a767a07c 2024-12-03T16:06:40,620 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/2ca5acf13e7e4713a77aff551515a2b2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/2ca5acf13e7e4713a77aff551515a2b2 2024-12-03T16:06:40,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/8f7158ff2f5d45cdaf01d812d918135f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/8f7158ff2f5d45cdaf01d812d918135f 2024-12-03T16:06:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-03T16:06:40,622 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0f79db282d9f44d28c3dfec08ec36b7a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0f79db282d9f44d28c3dfec08ec36b7a 2024-12-03T16:06:40,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f91ab691caad42558131e094b593e896 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f91ab691caad42558131e094b593e896 2024-12-03T16:06:40,624 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/59c8d18eacf347be820f6f92445c296e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/59c8d18eacf347be820f6f92445c296e 2024-12-03T16:06:40,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e02e57b2963a4a8ca39521c8a88259f5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e02e57b2963a4a8ca39521c8a88259f5 2024-12-03T16:06:40,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/9b320a1836df42e3ad59478dfb534e7d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/9b320a1836df42e3ad59478dfb534e7d 2024-12-03T16:06:40,628 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/cefb1dc1b2cb409cbd9c2ca81934d4d1 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/cefb1dc1b2cb409cbd9c2ca81934d4d1 2024-12-03T16:06:40,629 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/853a467a0606426b8c196f5fbd0253d7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/853a467a0606426b8c196f5fbd0253d7 2024-12-03T16:06:40,630 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/2876adbf26a040a8aaf87050d6900d30 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/2876adbf26a040a8aaf87050d6900d30 2024-12-03T16:06:40,631 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/58707d8ac3584e2bb0dc580d83f0dc87 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/58707d8ac3584e2bb0dc580d83f0dc87 2024-12-03T16:06:40,632 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/50c8b4855be7450a94e44699c1a679d7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/50c8b4855be7450a94e44699c1a679d7 2024-12-03T16:06:40,633 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0d79828f4a0e4a728afb5e81e14ebe1c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0d79828f4a0e4a728afb5e81e14ebe1c 2024-12-03T16:06:40,634 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/39d8048fc3f848c9aa56bac036b419cf to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/39d8048fc3f848c9aa56bac036b419cf 2024-12-03T16:06:40,635 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/86bd74059fe94f5ab7b88808bd7a005e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/86bd74059fe94f5ab7b88808bd7a005e 2024-12-03T16:06:40,636 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/b1b3003f075c4c55baf6adea76911738 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/b1b3003f075c4c55baf6adea76911738 2024-12-03T16:06:40,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/7dd6898549dd4105848a54ef453c374b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/7dd6898549dd4105848a54ef453c374b 2024-12-03T16:06:40,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/49cf9b9ed278425cad0557dbc39708c7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/49cf9b9ed278425cad0557dbc39708c7 2024-12-03T16:06:40,640 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e9bf75468a82446f88a6bafaeb0a76a8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e9bf75468a82446f88a6bafaeb0a76a8 2024-12-03T16:06:40,641 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/48fedf85f0fa4ffea37f76811af36d15 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/48fedf85f0fa4ffea37f76811af36d15 2024-12-03T16:06:40,642 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0fc7ff11a97f4828acd8e2bc2ab30687 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/0fc7ff11a97f4828acd8e2bc2ab30687 2024-12-03T16:06:40,644 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f60aaa1ce42d4c1c970d18b56613e0dd to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f60aaa1ce42d4c1c970d18b56613e0dd 2024-12-03T16:06:40,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/dd7ca55ac1ad45fe91f947f262e89071 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/dd7ca55ac1ad45fe91f947f262e89071 2024-12-03T16:06:40,646 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/7113211b36f449f3b4fb55f855519d20 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/7113211b36f449f3b4fb55f855519d20 2024-12-03T16:06:40,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/1ee42d06d0f64cf9834758552ee166ea to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/1ee42d06d0f64cf9834758552ee166ea 2024-12-03T16:06:40,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/eac350a232f84db7b9d8beb492435bc7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/eac350a232f84db7b9d8beb492435bc7 2024-12-03T16:06:40,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/eb1e6ce1782c45cea6872b6b5bc4a95d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/eb1e6ce1782c45cea6872b6b5bc4a95d 2024-12-03T16:06:40,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/13629d05b5a84a81accf1713eee0afcf to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/13629d05b5a84a81accf1713eee0afcf 2024-12-03T16:06:40,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/96c5322d2bfb455eb0addb4c72806c0a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/96c5322d2bfb455eb0addb4c72806c0a 2024-12-03T16:06:40,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/47bf9db1d02140108e0ed0a3d86094b3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/47bf9db1d02140108e0ed0a3d86094b3 2024-12-03T16:06:40,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/4162c133bfdc42aea90b44a4038b604b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/4162c133bfdc42aea90b44a4038b604b 2024-12-03T16:06:40,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f92070e56ddd4ca69e8915fc5cb65564 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/f92070e56ddd4ca69e8915fc5cb65564 2024-12-03T16:06:40,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/c9498e81b8d94ce2af29db83914f66d4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/c9498e81b8d94ce2af29db83914f66d4 2024-12-03T16:06:40,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e0b4380bfb7548c3b62081dfc9103526 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e0b4380bfb7548c3b62081dfc9103526 2024-12-03T16:06:40,664 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/recovered.edits/533.seqid, newMaxSeqId=533, maxSeqId=1 2024-12-03T16:06:40,665 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. 2024-12-03T16:06:40,665 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for b576f7cd1edcd6466a5487df8ba327e5: Waiting for close lock at 1733241999640Running coprocessor pre-close hooks at 1733241999640Disabling compacts and flushes for region at 1733241999640Disabling writes for close at 1733241999640Obtaining lock to block concurrent updates at 1733241999640Preparing flush snapshotting stores in b576f7cd1edcd6466a5487df8ba327e5 at 1733241999640Finished memstore snapshotting TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1733241999640Flushing stores of TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5. at 1733241999641 (+1 ms)Flushing b576f7cd1edcd6466a5487df8ba327e5/A: creating writer at 1733241999641Flushing b576f7cd1edcd6466a5487df8ba327e5/A: appending metadata at 1733241999643 (+2 ms)Flushing b576f7cd1edcd6466a5487df8ba327e5/A: closing flushed file at 1733241999643Flushing b576f7cd1edcd6466a5487df8ba327e5/B: creating writer at 1733242000052 (+409 ms)Flushing b576f7cd1edcd6466a5487df8ba327e5/B: appending metadata at 1733242000054 (+2 ms)Flushing b576f7cd1edcd6466a5487df8ba327e5/B: closing flushed file at 1733242000054Flushing b576f7cd1edcd6466a5487df8ba327e5/C: creating writer at 1733242000068 (+14 ms)Flushing b576f7cd1edcd6466a5487df8ba327e5/C: appending metadata at 1733242000071 (+3 ms)Flushing b576f7cd1edcd6466a5487df8ba327e5/C: closing flushed file at 1733242000071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a188012: reopening flushed file at 1733242000486 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc61b75: reopening flushed file at 1733242000492 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d4898d: reopening flushed file at 1733242000497 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for b576f7cd1edcd6466a5487df8ba327e5 in 863ms, sequenceid=530, compaction requested=true at 1733242000503 (+6 ms)Writing region close event to WAL at 1733242000661 (+158 ms)Running coprocessor post-close hooks at 1733242000664 (+3 ms)Closed at 1733242000665 (+1 ms) 2024-12-03T16:06:40,667 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:40,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=b576f7cd1edcd6466a5487df8ba327e5, regionState=CLOSED 2024-12-03T16:06:40,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:06:40,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-12-03T16:06:40,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure b576f7cd1edcd6466a5487df8ba327e5, server=713339a81dd9,43037,1733241911101 in 1.1830 sec 2024-12-03T16:06:40,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-03T16:06:40,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b576f7cd1edcd6466a5487df8ba327e5, UNASSIGN in 1.1890 sec 2024-12-03T16:06:40,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-03T16:06:40,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1930 sec 2024-12-03T16:06:40,678 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733242000678"}]},"ts":"1733242000678"} 2024-12-03T16:06:40,680 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T16:06:40,680 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T16:06:40,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.2040 sec 2024-12-03T16:06:40,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T16:06:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-03T16:06:41,632 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:41,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-03T16:06:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:41,634 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=98, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-12-03T16:06:41,635 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=98, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:41,637 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:41,639 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/recovered.edits] 2024-12-03T16:06:41,642 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/29ea07ac7a23472388653292dd8b42fc to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/29ea07ac7a23472388653292dd8b42fc 2024-12-03T16:06:41,643 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5517a39577b1456382d031081bbf5cda to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/5517a39577b1456382d031081bbf5cda 2024-12-03T16:06:41,644 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/c124c61787334227bfacc2f6ca919fec to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/A/c124c61787334227bfacc2f6ca919fec 2024-12-03T16:06:41,646 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/515116d64fff4bcfa4e498a970ff0096 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/515116d64fff4bcfa4e498a970ff0096 2024-12-03T16:06:41,647 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/687f1be884b741b59f86263117cc16d1 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/687f1be884b741b59f86263117cc16d1 2024-12-03T16:06:41,648 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ecfacb42af2048f29b49b831eaaa5a00 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/B/ecfacb42af2048f29b49b831eaaa5a00 2024-12-03T16:06:41,650 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e4c8b9aca53c4e0dbeb17b3f3ff11acf to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e4c8b9aca53c4e0dbeb17b3f3ff11acf 2024-12-03T16:06:41,651 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e70938c3538f46549f776fb4335f2e52 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/e70938c3538f46549f776fb4335f2e52 2024-12-03T16:06:41,653 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/fd0fd0738b5646d2b7f6b50adcff27cb to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/C/fd0fd0738b5646d2b7f6b50adcff27cb 2024-12-03T16:06:41,656 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/recovered.edits/533.seqid to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5/recovered.edits/533.seqid 2024-12-03T16:06:41,657 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/b576f7cd1edcd6466a5487df8ba327e5 2024-12-03T16:06:41,657 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T16:06:41,660 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=98, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:41,664 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T16:06:41,666 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T16:06:41,668 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=98, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:41,668 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T16:06:41,668 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733242001668"}]},"ts":"9223372036854775807"} 2024-12-03T16:06:41,671 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T16:06:41,671 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b576f7cd1edcd6466a5487df8ba327e5, NAME => 'TestAcidGuarantees,,1733241976512.b576f7cd1edcd6466a5487df8ba327e5.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T16:06:41,671 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T16:06:41,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733242001671"}]},"ts":"9223372036854775807"} 2024-12-03T16:06:41,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T16:06:41,674 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=98, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:41,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-12-03T16:06:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-12-03T16:06:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T16:06:41,745 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:41,754 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242 (was 242), OpenFileDescriptor=461 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=619 (was 587) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3730 (was 596) - AvailableMemoryMB LEAK? - 2024-12-03T16:06:41,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=619, ProcessCount=11, AvailableMemoryMB=3730 2024-12-03T16:06:41,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T16:06:41,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T16:06:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:41,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T16:06:41,771 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:41,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 99 2024-12-03T16:06:41,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T16:06:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-03T16:06:41,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742207_1383 (size=959) 2024-12-03T16:06:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-03T16:06:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-03T16:06:42,185 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8 2024-12-03T16:06:42,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742208_1384 (size=53) 2024-12-03T16:06:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-03T16:06:42,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:06:42,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing db064c89c6e10cbc2aa10137484e8207, disabling compactions & flushes 2024-12-03T16:06:42,596 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:42,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:42,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. after waiting 0 ms 2024-12-03T16:06:42,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:42,596 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:42,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for db064c89c6e10cbc2aa10137484e8207: Waiting for close lock at 1733242002596Disabling compacts and flushes for region at 1733242002596Disabling writes for close at 1733242002596Writing region close event to WAL at 1733242002596Closed at 1733242002596 2024-12-03T16:06:42,598 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T16:06:42,598 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733242002598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733242002598"}]},"ts":"1733242002598"} 2024-12-03T16:06:42,602 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T16:06:42,603 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T16:06:42,603 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733242002603"}]},"ts":"1733242002603"} 2024-12-03T16:06:42,605 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T16:06:42,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, ASSIGN}] 2024-12-03T16:06:42,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, ASSIGN 2024-12-03T16:06:42,608 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, ASSIGN; state=OFFLINE, location=713339a81dd9,43037,1733241911101; forceNewPlan=false, retain=false 2024-12-03T16:06:42,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=db064c89c6e10cbc2aa10137484e8207, regionState=OPENING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:06:42,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, ASSIGN because future has completed 2024-12-03T16:06:42,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:06:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-03T16:06:42,917 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:42,917 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7752): Opening region: {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} 2024-12-03T16:06:42,918 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:42,918 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:06:42,918 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7794): checking encryption for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:42,918 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7797): checking classloading for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:42,919 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:42,921 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db064c89c6e10cbc2aa10137484e8207 columnFamilyName A 2024-12-03T16:06:42,921 DEBUG [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:42,921 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] regionserver.HStore(327): Store=db064c89c6e10cbc2aa10137484e8207/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:06:42,922 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:42,923 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db064c89c6e10cbc2aa10137484e8207 columnFamilyName B 2024-12-03T16:06:42,923 DEBUG [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:42,923 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] regionserver.HStore(327): Store=db064c89c6e10cbc2aa10137484e8207/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:06:42,923 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:42,924 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db064c89c6e10cbc2aa10137484e8207 columnFamilyName C 2024-12-03T16:06:42,925 DEBUG [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:42,925 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] regionserver.HStore(327): Store=db064c89c6e10cbc2aa10137484e8207/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:06:42,925 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1038): replaying wal for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:42,926 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:42,926 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:42,927 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1048): stopping wal replay for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:42,927 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1060): Cleaning up temporary data for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:42,928 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T16:06:42,929 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1093): writing seq id for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:42,935 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T16:06:42,935 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1114): Opened db064c89c6e10cbc2aa10137484e8207; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64302968, jitterRate=-0.04181110858917236}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T16:06:42,935 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:42,936 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1006): Region open journal for db064c89c6e10cbc2aa10137484e8207: Running coprocessor pre-open hook at 1733242002918Writing region info on filesystem at 1733242002918Initializing all the Stores at 1733242002919 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242002919Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242002919Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242002919Cleaning up temporary data from old regions at 1733242002927 (+8 ms)Running coprocessor post-open hooks at 1733242002935 (+8 ms)Region opened successfully at 1733242002936 (+1 ms) 2024-12-03T16:06:42,937 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., pid=101, masterSystemTime=1733242002913 2024-12-03T16:06:42,939 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:42,939 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:42,940 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=db064c89c6e10cbc2aa10137484e8207, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:06:42,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:06:42,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-12-03T16:06:42,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 in 182 msec 2024-12-03T16:06:42,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-03T16:06:42,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, ASSIGN in 340 msec 2024-12-03T16:06:42,948 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T16:06:42,948 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733242002948"}]},"ts":"1733242002948"} 2024-12-03T16:06:42,950 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T16:06:42,951 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T16:06:42,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec 2024-12-03T16:06:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-03T16:06:43,922 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:43,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197fefe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:43,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:43,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:43,925 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:43,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:43,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:43,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566b94fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:43,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:43,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:43,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:43,928 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57eff370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:43,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:43,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:43,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T16:06:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 713339a81dd9,41395,1733241910291 2024-12-03T16:06:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ea86ab7 2024-12-03T16:06:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T16:06:43,935 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T16:06:43,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T16:06:43,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T16:06:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=102, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T16:06:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742209_1385 (size=995) 2024-12-03T16:06:44,360 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-03T16:06:44,360 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-03T16:06:44,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T16:06:44,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, REOPEN/MOVE}] 2024-12-03T16:06:44,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, REOPEN/MOVE 2024-12-03T16:06:44,368 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=db064c89c6e10cbc2aa10137484e8207, regionState=CLOSING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:06:44,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, REOPEN/MOVE because future has completed 2024-12-03T16:06:44,370 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T16:06:44,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; CloseRegionProcedure db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:06:44,523 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(122): Close db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,523 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T16:06:44,523 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1722): Closing db064c89c6e10cbc2aa10137484e8207, disabling compactions & flushes 2024-12-03T16:06:44,523 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:44,523 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:44,523 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. after waiting 0 ms 2024-12-03T16:06:44,523 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:44,539 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T16:06:44,540 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:44,540 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1676): Region close journal for db064c89c6e10cbc2aa10137484e8207: Waiting for close lock at 1733242004523Running coprocessor pre-close hooks at 1733242004523Disabling compacts and flushes for region at 1733242004523Disabling writes for close at 1733242004523Writing region close event to WAL at 1733242004523Running coprocessor post-close hooks at 1733242004540 (+17 ms)Closed at 1733242004540 2024-12-03T16:06:44,540 WARN [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegionServer(3299): Not adding moved region record: db064c89c6e10cbc2aa10137484e8207 to self. 2024-12-03T16:06:44,544 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(157): Closed db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=db064c89c6e10cbc2aa10137484e8207, regionState=CLOSED 2024-12-03T16:06:44,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE, hasLock=false; CloseRegionProcedure db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:06:44,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-12-03T16:06:44,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; CloseRegionProcedure db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 in 179 msec 2024-12-03T16:06:44,553 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, REOPEN/MOVE; state=CLOSED, location=713339a81dd9,43037,1733241911101; forceNewPlan=false, retain=true 2024-12-03T16:06:44,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=db064c89c6e10cbc2aa10137484e8207, regionState=OPENING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:06:44,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, REOPEN/MOVE because future has completed 2024-12-03T16:06:44,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:06:44,876 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:44,876 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7752): Opening region: {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} 2024-12-03T16:06:44,876 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,876 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:06:44,876 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7794): checking encryption for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,876 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7797): checking classloading for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,890 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,894 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db064c89c6e10cbc2aa10137484e8207 columnFamilyName A 2024-12-03T16:06:44,901 DEBUG [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:44,902 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] regionserver.HStore(327): Store=db064c89c6e10cbc2aa10137484e8207/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:06:44,903 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,915 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db064c89c6e10cbc2aa10137484e8207 columnFamilyName B 2024-12-03T16:06:44,915 DEBUG [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:44,918 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] regionserver.HStore(327): Store=db064c89c6e10cbc2aa10137484e8207/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:06:44,919 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,921 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db064c89c6e10cbc2aa10137484e8207 columnFamilyName C 2024-12-03T16:06:44,921 DEBUG [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:44,922 INFO [StoreOpener-db064c89c6e10cbc2aa10137484e8207-1 {}] regionserver.HStore(327): Store=db064c89c6e10cbc2aa10137484e8207/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:06:44,923 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1038): replaying wal for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,937 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,939 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,940 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1048): stopping wal replay for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,940 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1060): Cleaning up temporary data for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,941 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T16:06:44,943 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1093): writing seq id for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,944 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1114): Opened db064c89c6e10cbc2aa10137484e8207; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60378216, jitterRate=-0.10029447078704834}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T16:06:44,944 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:44,945 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1006): Region open journal for db064c89c6e10cbc2aa10137484e8207: Running coprocessor pre-open hook at 1733242004877Writing region info on filesystem at 1733242004877Initializing all the Stores at 1733242004882 (+5 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242004882Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242004886 (+4 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242004886Cleaning up temporary data from old regions at 1733242004940 (+54 ms)Running coprocessor post-open hooks at 1733242004944 (+4 ms)Region opened successfully at 1733242004944 2024-12-03T16:06:44,946 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., pid=106, masterSystemTime=1733242004864 2024-12-03T16:06:44,953 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=db064c89c6e10cbc2aa10137484e8207, regionState=OPEN, openSeqNum=5, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:06:44,955 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:44,955 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:44,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:06:44,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=104 2024-12-03T16:06:44,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=104, state=SUCCESS, hasLock=false; OpenRegionProcedure db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 in 246 msec 2024-12-03T16:06:44,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-03T16:06:44,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, REOPEN/MOVE in 594 msec 2024-12-03T16:06:44,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-12-03T16:06:44,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 600 msec 2024-12-03T16:06:44,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0290 sec 2024-12-03T16:06:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-12-03T16:06:44,969 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:44,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:44,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:44,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:44,982 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:44,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:44,983 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:44,983 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbf706e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:44,983 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:44,983 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:44,984 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b86835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:44,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a739f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:44,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:44,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:44,993 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:44,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:44,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:44,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bc9359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:44,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:44,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:44,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:45,000 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:45,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24450c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fd48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:45,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:45,008 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:45,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:45,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:45,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ae0efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:45,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:45,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:45,013 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3e0dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:45,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:45,019 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:45,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:45,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:45,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8643ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:45,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:45,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:45,022 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:45,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2836104d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:45,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:45,041 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:45,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:45,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:45,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d1c57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:45,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:45,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:45,044 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:45,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3151692b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:45,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:45,050 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:45,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a9cea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:45,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:45,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:45,053 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:45,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce4715a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:45,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:45,063 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c92336c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:45,066 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30961e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:45,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:45,069 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5890bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:45,072 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da27b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:45,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:45,080 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a00daa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:45,084 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:45,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1257bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d10c554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:06:45,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:06:45,087 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:06:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:06:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:06:45,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709c66b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:06:45,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:06:45,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:06:45,089 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:06:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798bb4ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:06:45,098 DEBUG [Thread-1729 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:45,098 DEBUG [Thread-1740 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:45,102 DEBUG [Thread-1742 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:45,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:45,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:45,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:06:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:06:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:06:45,110 DEBUG [Thread-1738 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:45,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:45,115 DEBUG [Thread-1735 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:06:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:45,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:45,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:06:45,123 DEBUG [Thread-1746 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:45,129 DEBUG [Thread-1733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:45,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:45,133 DEBUG [Thread-1733 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:45,133 DEBUG [Thread-1733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:45,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:06:45,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-03T16:06:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T16:06:45,151 DEBUG [Thread-1727 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:45,157 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:45,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:45,157 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:45,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:06:45,160 DEBUG [Thread-1731 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:45,162 DEBUG [Thread-1731 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:45,163 DEBUG [Thread-1731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:45,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:06:45,170 DEBUG [Thread-1733 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:06:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:45,170 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:45,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:06:45,171 DEBUG [Thread-1744 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:06:45,172 DEBUG [Thread-1744 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:06:45,172 DEBUG [Thread-1744 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:06:45,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:06:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:06:45,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120388a8cfb6bfc243e39bc9f3449b1c9b7e_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242005139/Put/seqid=0 2024-12-03T16:06:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T16:06:45,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742210_1386 (size=12154) 2024-12-03T16:06:45,295 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:45,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242065281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242065296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242065299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T16:06:45,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:45,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:45,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:45,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242065301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242065302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,323 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120388a8cfb6bfc243e39bc9f3449b1c9b7e_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120388a8cfb6bfc243e39bc9f3449b1c9b7e_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:45,330 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/ba64d5f322134d0b9706902c2b630179, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:45,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/ba64d5f322134d0b9706902c2b630179 is 175, key is test_row_0/A:col10/1733242005139/Put/seqid=0 2024-12-03T16:06:45,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742211_1387 (size=30955) 2024-12-03T16:06:45,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242065413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242065413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242065414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242065432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242065432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T16:06:45,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T16:06:45,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:45,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:45,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:45,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T16:06:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:45,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242065632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242065632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242065632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242065652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242065652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T16:06:45,785 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/ba64d5f322134d0b9706902c2b630179 2024-12-03T16:06:45,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T16:06:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:45,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/e3c2dfe2a594455397cbb36fd5aecc53 is 50, key is test_row_0/B:col10/1733242005139/Put/seqid=0 2024-12-03T16:06:45,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742212_1388 (size=12001) 2024-12-03T16:06:45,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/e3c2dfe2a594455397cbb36fd5aecc53 2024-12-03T16:06:45,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T16:06:45,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242065942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242065944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242065944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:45,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:45,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:45,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:45,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242065974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242065974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:46,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/f07a3d31f2084158b3740075016319c8 is 50, key is test_row_0/C:col10/1733242005139/Put/seqid=0 2024-12-03T16:06:46,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742213_1389 (size=12001) 2024-12-03T16:06:46,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/f07a3d31f2084158b3740075016319c8 2024-12-03T16:06:46,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T16:06:46,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:46,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:46,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:46,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:46,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:46,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/ba64d5f322134d0b9706902c2b630179 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/ba64d5f322134d0b9706902c2b630179 2024-12-03T16:06:46,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/ba64d5f322134d0b9706902c2b630179, entries=150, sequenceid=15, filesize=30.2 K 2024-12-03T16:06:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/e3c2dfe2a594455397cbb36fd5aecc53 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e3c2dfe2a594455397cbb36fd5aecc53 2024-12-03T16:06:46,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e3c2dfe2a594455397cbb36fd5aecc53, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T16:06:46,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/f07a3d31f2084158b3740075016319c8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f07a3d31f2084158b3740075016319c8 2024-12-03T16:06:46,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f07a3d31f2084158b3740075016319c8, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T16:06:46,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for db064c89c6e10cbc2aa10137484e8207 in 1024ms, sequenceid=15, compaction requested=false 2024-12-03T16:06:46,194 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T16:06:46,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:46,237 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T16:06:46,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T16:06:46,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:46,262 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:06:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T16:06:46,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c1e517383bac470e9dfd36eae8cbab13_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242005297/Put/seqid=0 2024-12-03T16:06:46,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742214_1390 (size=12154) 2024-12-03T16:06:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:46,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:46,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242066492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242066493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:46,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242066501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:46,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242066507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242066515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:46,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242066622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:46,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:46,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242066642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:46,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:46,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242066646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:46,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:46,820 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c1e517383bac470e9dfd36eae8cbab13_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c1e517383bac470e9dfd36eae8cbab13_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:46,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/d328819be0ec4c6fa81dfb80612bfb1f, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:46,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/d328819be0ec4c6fa81dfb80612bfb1f is 175, key is test_row_0/A:col10/1733242005297/Put/seqid=0 2024-12-03T16:06:46,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242066846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:46,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742215_1391 (size=30955) 2024-12-03T16:06:46,864 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/d328819be0ec4c6fa81dfb80612bfb1f 2024-12-03T16:06:46,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:46,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242066862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242066862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:46,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:46,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:46,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:46,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/6840c575fee74a5baa5d0da02495e047 is 50, key is test_row_0/B:col10/1733242005297/Put/seqid=0 2024-12-03T16:06:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742216_1392 (size=12001) 2024-12-03T16:06:46,905 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/6840c575fee74a5baa5d0da02495e047 2024-12-03T16:06:46,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/aa920839193c46469e8810e77b6b136a is 50, key is test_row_0/C:col10/1733242005297/Put/seqid=0 2024-12-03T16:06:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742217_1393 (size=12001) 2024-12-03T16:06:47,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242067162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:47,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242067181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:47,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242067182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T16:06:47,333 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/aa920839193c46469e8810e77b6b136a 2024-12-03T16:06:47,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/d328819be0ec4c6fa81dfb80612bfb1f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d328819be0ec4c6fa81dfb80612bfb1f 2024-12-03T16:06:47,343 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d328819be0ec4c6fa81dfb80612bfb1f, entries=150, sequenceid=40, filesize=30.2 K 2024-12-03T16:06:47,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/6840c575fee74a5baa5d0da02495e047 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/6840c575fee74a5baa5d0da02495e047 2024-12-03T16:06:47,358 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/6840c575fee74a5baa5d0da02495e047, entries=150, sequenceid=40, filesize=11.7 K 2024-12-03T16:06:47,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/aa920839193c46469e8810e77b6b136a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/aa920839193c46469e8810e77b6b136a 2024-12-03T16:06:47,366 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/aa920839193c46469e8810e77b6b136a, entries=150, sequenceid=40, filesize=11.7 K 2024-12-03T16:06:47,367 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for db064c89c6e10cbc2aa10137484e8207 in 1105ms, sequenceid=40, compaction requested=false 2024-12-03T16:06:47,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:47,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:47,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-03T16:06:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-03T16:06:47,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-03T16:06:47,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2110 sec 2024-12-03T16:06:47,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.2290 sec 2024-12-03T16:06:47,526 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:47,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T16:06:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:47,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f5cdea9b2842445988588ed948d0b1a1_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242007524/Put/seqid=0 2024-12-03T16:06:47,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742218_1394 (size=14594) 2024-12-03T16:06:47,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242067689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:47,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242067701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:47,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242067702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:47,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:47,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:47,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242067704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:47,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:47,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242067705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:47,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242067811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:47,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242067821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:47,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:47,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242067833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:47,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:47,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:47,977 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:47,980 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f5cdea9b2842445988588ed948d0b1a1_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f5cdea9b2842445988588ed948d0b1a1_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:47,993 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/0ec568316de24a8c8528659452fb9140, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:47,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/0ec568316de24a8c8528659452fb9140 is 175, key is test_row_0/A:col10/1733242007524/Put/seqid=0 2024-12-03T16:06:48,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742219_1395 (size=39549) 2024-12-03T16:06:48,030 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/0ec568316de24a8c8528659452fb9140 2024-12-03T16:06:48,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/b528acdfe5dd4d409f9c60e307139e0a is 50, key is test_row_0/B:col10/1733242007524/Put/seqid=0 2024-12-03T16:06:48,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242068031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:48,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:48,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242068042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:48,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:48,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242068051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:48,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:48,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742220_1396 (size=12001) 2024-12-03T16:06:48,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/b528acdfe5dd4d409f9c60e307139e0a 2024-12-03T16:06:48,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/e04ca1617bd94d92bd40ca50bf0a9a28 is 50, key is test_row_0/C:col10/1733242007524/Put/seqid=0 2024-12-03T16:06:48,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742221_1397 (size=12001) 2024-12-03T16:06:48,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242068363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:48,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242068365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:48,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:48,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242068372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:48,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/e04ca1617bd94d92bd40ca50bf0a9a28 2024-12-03T16:06:48,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/0ec568316de24a8c8528659452fb9140 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0ec568316de24a8c8528659452fb9140 2024-12-03T16:06:48,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0ec568316de24a8c8528659452fb9140, entries=200, sequenceid=52, filesize=38.6 K 2024-12-03T16:06:48,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/b528acdfe5dd4d409f9c60e307139e0a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/b528acdfe5dd4d409f9c60e307139e0a 2024-12-03T16:06:48,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/b528acdfe5dd4d409f9c60e307139e0a, entries=150, sequenceid=52, filesize=11.7 K 2024-12-03T16:06:48,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/e04ca1617bd94d92bd40ca50bf0a9a28 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e04ca1617bd94d92bd40ca50bf0a9a28 2024-12-03T16:06:48,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e04ca1617bd94d92bd40ca50bf0a9a28, entries=150, sequenceid=52, filesize=11.7 K 2024-12-03T16:06:48,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for db064c89c6e10cbc2aa10137484e8207 in 1090ms, sequenceid=52, compaction requested=true 2024-12-03T16:06:48,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:48,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:48,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:48,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:48,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:48,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:48,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T16:06:48,617 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:48,617 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:48,618 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:48,618 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:48,618 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/B is initiating minor compaction (all files) 2024-12-03T16:06:48,618 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/A is initiating minor compaction (all files) 2024-12-03T16:06:48,618 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/B in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:48,618 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/A in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:48,619 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/ba64d5f322134d0b9706902c2b630179, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d328819be0ec4c6fa81dfb80612bfb1f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0ec568316de24a8c8528659452fb9140] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=99.1 K 2024-12-03T16:06:48,619 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e3c2dfe2a594455397cbb36fd5aecc53, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/6840c575fee74a5baa5d0da02495e047, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/b528acdfe5dd4d409f9c60e307139e0a] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=35.2 K 2024-12-03T16:06:48,619 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:48,619 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/ba64d5f322134d0b9706902c2b630179, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d328819be0ec4c6fa81dfb80612bfb1f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0ec568316de24a8c8528659452fb9140] 2024-12-03T16:06:48,619 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e3c2dfe2a594455397cbb36fd5aecc53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733242005139 2024-12-03T16:06:48,619 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba64d5f322134d0b9706902c2b630179, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733242005139 2024-12-03T16:06:48,620 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 6840c575fee74a5baa5d0da02495e047, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733242005279 2024-12-03T16:06:48,620 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting d328819be0ec4c6fa81dfb80612bfb1f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733242005279 2024-12-03T16:06:48,620 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting b528acdfe5dd4d409f9c60e307139e0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733242006501 2024-12-03T16:06:48,620 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ec568316de24a8c8528659452fb9140, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733242006486 2024-12-03T16:06:48,636 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#B#compaction#338 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:48,637 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/e377a3c80bee4a3882445832a4608e10 is 50, key is test_row_0/B:col10/1733242007524/Put/seqid=0 2024-12-03T16:06:48,640 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:48,648 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412031a874966f4814f0887584eb75f165645_db064c89c6e10cbc2aa10137484e8207 store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:48,650 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412031a874966f4814f0887584eb75f165645_db064c89c6e10cbc2aa10137484e8207, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:48,650 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031a874966f4814f0887584eb75f165645_db064c89c6e10cbc2aa10137484e8207 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:48,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742222_1398 (size=12104) 2024-12-03T16:06:48,664 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/e377a3c80bee4a3882445832a4608e10 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e377a3c80bee4a3882445832a4608e10 2024-12-03T16:06:48,674 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/B of db064c89c6e10cbc2aa10137484e8207 into e377a3c80bee4a3882445832a4608e10(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:48,674 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:48,674 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/B, priority=13, startTime=1733242008617; duration=0sec 2024-12-03T16:06:48,674 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:48,674 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:B 2024-12-03T16:06:48,674 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:48,676 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:48,676 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/C is initiating minor compaction (all files) 2024-12-03T16:06:48,676 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/C in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:48,677 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f07a3d31f2084158b3740075016319c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/aa920839193c46469e8810e77b6b136a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e04ca1617bd94d92bd40ca50bf0a9a28] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=35.2 K 2024-12-03T16:06:48,677 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting f07a3d31f2084158b3740075016319c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733242005139 2024-12-03T16:06:48,677 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting aa920839193c46469e8810e77b6b136a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733242005279 2024-12-03T16:06:48,677 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e04ca1617bd94d92bd40ca50bf0a9a28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733242006501 2024-12-03T16:06:48,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742223_1399 (size=4469) 2024-12-03T16:06:48,701 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#A#compaction#339 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:48,702 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/74d2c330002a44418260f8dc82c3db52 is 175, key is test_row_0/A:col10/1733242007524/Put/seqid=0 2024-12-03T16:06:48,707 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#C#compaction#340 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:48,707 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/76db06b3e9c44f0eaff75a380f807fe4 is 50, key is test_row_0/C:col10/1733242007524/Put/seqid=0 2024-12-03T16:06:48,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742224_1400 (size=31058) 2024-12-03T16:06:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:48,728 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:48,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:06:48,732 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/74d2c330002a44418260f8dc82c3db52 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/74d2c330002a44418260f8dc82c3db52 2024-12-03T16:06:48,736 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/A of db064c89c6e10cbc2aa10137484e8207 into 74d2c330002a44418260f8dc82c3db52(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:48,736 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:48,736 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/A, priority=13, startTime=1733242008617; duration=0sec 2024-12-03T16:06:48,737 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:48,737 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:A 2024-12-03T16:06:48,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742225_1401 (size=12104) 2024-12-03T16:06:48,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033f00034bf8a942319d5791fc50ce5e07_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242007703/Put/seqid=0 2024-12-03T16:06:48,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742226_1402 (size=14594) 2024-12-03T16:06:48,774 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:48,781 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033f00034bf8a942319d5791fc50ce5e07_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033f00034bf8a942319d5791fc50ce5e07_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:48,782 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/f658c67597c94246b9eb95debcfc5a78, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:48,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/f658c67597c94246b9eb95debcfc5a78 is 175, key is test_row_0/A:col10/1733242007703/Put/seqid=0 2024-12-03T16:06:48,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742227_1403 (size=39549) 2024-12-03T16:06:48,797 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/f658c67597c94246b9eb95debcfc5a78 2024-12-03T16:06:48,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/a40f76f662f44d7383586e46b9dfe26b is 50, key is test_row_0/B:col10/1733242007703/Put/seqid=0 2024-12-03T16:06:48,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242068789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:48,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242068807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:48,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:48,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742228_1404 (size=12001) 2024-12-03T16:06:48,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/a40f76f662f44d7383586e46b9dfe26b 2024-12-03T16:06:48,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/f0d3d81f8efa40f690ae05a605a160dc is 50, key is test_row_0/C:col10/1733242007703/Put/seqid=0 2024-12-03T16:06:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742229_1405 (size=12001) 2024-12-03T16:06:48,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/f0d3d81f8efa40f690ae05a605a160dc 2024-12-03T16:06:48,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/f658c67597c94246b9eb95debcfc5a78 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/f658c67597c94246b9eb95debcfc5a78 2024-12-03T16:06:48,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/f658c67597c94246b9eb95debcfc5a78, entries=200, sequenceid=78, filesize=38.6 K 2024-12-03T16:06:48,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/a40f76f662f44d7383586e46b9dfe26b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/a40f76f662f44d7383586e46b9dfe26b 2024-12-03T16:06:48,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/a40f76f662f44d7383586e46b9dfe26b, entries=150, sequenceid=78, filesize=11.7 K 2024-12-03T16:06:48,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/f0d3d81f8efa40f690ae05a605a160dc as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f0d3d81f8efa40f690ae05a605a160dc 2024-12-03T16:06:48,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f0d3d81f8efa40f690ae05a605a160dc, entries=150, sequenceid=78, filesize=11.7 K 2024-12-03T16:06:48,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for db064c89c6e10cbc2aa10137484e8207 in 153ms, sequenceid=78, compaction requested=false 2024-12-03T16:06:48,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:48,890 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:48,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T16:06:48,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e9ee2f3f17ea4025893b16b9c0df8c72_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242008775/Put/seqid=0 2024-12-03T16:06:48,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742230_1406 (size=12154) 2024-12-03T16:06:48,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242068970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:48,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242068974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:48,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242068976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:48,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:48,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242068977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242068978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242069092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242069092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242069101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242069101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242069101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,147 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/76db06b3e9c44f0eaff75a380f807fe4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/76db06b3e9c44f0eaff75a380f807fe4 2024-12-03T16:06:49,154 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/C of db064c89c6e10cbc2aa10137484e8207 into 76db06b3e9c44f0eaff75a380f807fe4(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:49,154 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:49,154 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/C, priority=13, startTime=1733242008617; duration=0sec 2024-12-03T16:06:49,154 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:49,154 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:C 2024-12-03T16:06:49,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242069302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T16:06:49,323 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:49,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:49,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242069311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242069322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242069323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242069323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-03T16:06:49,332 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:49,333 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:49,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T16:06:49,342 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:49,348 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e9ee2f3f17ea4025893b16b9c0df8c72_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e9ee2f3f17ea4025893b16b9c0df8c72_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:49,349 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/8e99fbe3793148efa6de3bb5b1feaa0e, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:49,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/8e99fbe3793148efa6de3bb5b1feaa0e is 175, key is test_row_0/A:col10/1733242008775/Put/seqid=0 2024-12-03T16:06:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742231_1407 (size=30955) 2024-12-03T16:06:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T16:06:49,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-03T16:06:49,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:49,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:49,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:49,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:49,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:49,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242069623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-03T16:06:49,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:49,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:49,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:49,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:49,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T16:06:49,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242069635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242069635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242069636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242069642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:49,754 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/8e99fbe3793148efa6de3bb5b1feaa0e 2024-12-03T16:06:49,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/6f48fa9916a84411bd2610ac8e52f14e is 50, key is test_row_0/B:col10/1733242008775/Put/seqid=0 2024-12-03T16:06:49,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742232_1408 (size=12001) 2024-12-03T16:06:49,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-03T16:06:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:49,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:49,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-03T16:06:49,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:49,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:49,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:49,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:49,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T16:06:50,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-03T16:06:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:50,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:50,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242070141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:50,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242070162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:50,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242070162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:50,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:50,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:50,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:50,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242070162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:50,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242070162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:50,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:50,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:50,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/6f48fa9916a84411bd2610ac8e52f14e 2024-12-03T16:06:50,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/4d8419b2d88e4fcc9c0121e909632406 is 50, key is test_row_0/C:col10/1733242008775/Put/seqid=0 2024-12-03T16:06:50,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742233_1409 (size=12001) 2024-12-03T16:06:50,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/4d8419b2d88e4fcc9c0121e909632406 2024-12-03T16:06:50,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/8e99fbe3793148efa6de3bb5b1feaa0e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8e99fbe3793148efa6de3bb5b1feaa0e 2024-12-03T16:06:50,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8e99fbe3793148efa6de3bb5b1feaa0e, entries=150, sequenceid=92, filesize=30.2 K 2024-12-03T16:06:50,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/6f48fa9916a84411bd2610ac8e52f14e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/6f48fa9916a84411bd2610ac8e52f14e 2024-12-03T16:06:50,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/6f48fa9916a84411bd2610ac8e52f14e, entries=150, sequenceid=92, filesize=11.7 K 2024-12-03T16:06:50,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/4d8419b2d88e4fcc9c0121e909632406 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/4d8419b2d88e4fcc9c0121e909632406 2024-12-03T16:06:50,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/4d8419b2d88e4fcc9c0121e909632406, entries=150, sequenceid=92, filesize=11.7 K 2024-12-03T16:06:50,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for db064c89c6e10cbc2aa10137484e8207 in 1364ms, sequenceid=92, compaction requested=true 2024-12-03T16:06:50,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:50,255 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:50,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:50,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:50,260 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:50,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:50,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:50,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:50,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:50,261 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:50,261 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/A is initiating minor compaction (all files) 2024-12-03T16:06:50,261 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/A in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:50,261 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/74d2c330002a44418260f8dc82c3db52, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/f658c67597c94246b9eb95debcfc5a78, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8e99fbe3793148efa6de3bb5b1feaa0e] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=99.2 K 2024-12-03T16:06:50,261 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:50,261 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/74d2c330002a44418260f8dc82c3db52, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/f658c67597c94246b9eb95debcfc5a78, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8e99fbe3793148efa6de3bb5b1feaa0e] 2024-12-03T16:06:50,261 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:50,261 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/B is initiating minor compaction (all files) 2024-12-03T16:06:50,261 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/B in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:50,262 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e377a3c80bee4a3882445832a4608e10, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/a40f76f662f44d7383586e46b9dfe26b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/6f48fa9916a84411bd2610ac8e52f14e] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=35.3 K 2024-12-03T16:06:50,262 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74d2c330002a44418260f8dc82c3db52, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733242006501 2024-12-03T16:06:50,262 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e377a3c80bee4a3882445832a4608e10, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733242006501 2024-12-03T16:06:50,263 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting f658c67597c94246b9eb95debcfc5a78, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733242007676 2024-12-03T16:06:50,263 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a40f76f662f44d7383586e46b9dfe26b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733242007676 2024-12-03T16:06:50,263 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e99fbe3793148efa6de3bb5b1feaa0e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733242008775 2024-12-03T16:06:50,263 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f48fa9916a84411bd2610ac8e52f14e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733242008775 2024-12-03T16:06:50,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-03T16:06:50,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:50,279 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T16:06:50,280 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#B#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:50,282 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/d627837c18664dc8aa29e7b1471f67af is 50, key is test_row_0/B:col10/1733242008775/Put/seqid=0 2024-12-03T16:06:50,284 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:50,292 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120358b7e985cf87497a8669781b7deb80ea_db064c89c6e10cbc2aa10137484e8207 store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:50,294 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120358b7e985cf87497a8669781b7deb80ea_db064c89c6e10cbc2aa10137484e8207, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:50,294 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120358b7e985cf87497a8669781b7deb80ea_db064c89c6e10cbc2aa10137484e8207 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:50,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203040aed7089554f989a2cdae83c8f6d22_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242008971/Put/seqid=0 2024-12-03T16:06:50,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742234_1410 (size=12207) 2024-12-03T16:06:50,312 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/d627837c18664dc8aa29e7b1471f67af as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d627837c18664dc8aa29e7b1471f67af 2024-12-03T16:06:50,322 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/B of db064c89c6e10cbc2aa10137484e8207 into d627837c18664dc8aa29e7b1471f67af(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:50,322 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:50,322 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/B, priority=13, startTime=1733242010260; duration=0sec 2024-12-03T16:06:50,322 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:50,322 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:B 2024-12-03T16:06:50,322 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:50,323 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:50,323 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/C is initiating minor compaction (all files) 2024-12-03T16:06:50,323 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/C in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:50,323 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/76db06b3e9c44f0eaff75a380f807fe4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f0d3d81f8efa40f690ae05a605a160dc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/4d8419b2d88e4fcc9c0121e909632406] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=35.3 K 2024-12-03T16:06:50,326 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 76db06b3e9c44f0eaff75a380f807fe4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733242006501 2024-12-03T16:06:50,327 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting f0d3d81f8efa40f690ae05a605a160dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733242007676 2024-12-03T16:06:50,327 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d8419b2d88e4fcc9c0121e909632406, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733242008775 2024-12-03T16:06:50,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742235_1411 (size=12154) 2024-12-03T16:06:50,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:50,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742236_1412 (size=4469) 2024-12-03T16:06:50,335 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#A#compaction#348 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:50,335 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/c476934e1e2a49cf92912d11d89ed31a is 175, key is test_row_0/A:col10/1733242008775/Put/seqid=0 2024-12-03T16:06:50,339 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203040aed7089554f989a2cdae83c8f6d22_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203040aed7089554f989a2cdae83c8f6d22_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/b4865cbcfe314dd48605616f328cb825, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:50,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/b4865cbcfe314dd48605616f328cb825 is 175, key is test_row_0/A:col10/1733242008971/Put/seqid=0 2024-12-03T16:06:50,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742237_1413 (size=31161) 2024-12-03T16:06:50,359 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#C#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:50,359 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/ea7c308f0e824d4a8d81ea1f3650f8a8 is 50, key is test_row_0/C:col10/1733242008775/Put/seqid=0 2024-12-03T16:06:50,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742238_1414 (size=30955) 2024-12-03T16:06:50,367 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/b4865cbcfe314dd48605616f328cb825 2024-12-03T16:06:50,370 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/c476934e1e2a49cf92912d11d89ed31a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/c476934e1e2a49cf92912d11d89ed31a 2024-12-03T16:06:50,382 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/A of db064c89c6e10cbc2aa10137484e8207 into c476934e1e2a49cf92912d11d89ed31a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:50,382 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:50,382 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/A, priority=13, startTime=1733242010254; duration=0sec 2024-12-03T16:06:50,382 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:50,382 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:A 2024-12-03T16:06:50,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742239_1415 (size=12207) 2024-12-03T16:06:50,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/9b09d4c555a043b58d718ef089b3181a is 50, key is test_row_0/B:col10/1733242008971/Put/seqid=0 2024-12-03T16:06:50,414 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/ea7c308f0e824d4a8d81ea1f3650f8a8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/ea7c308f0e824d4a8d81ea1f3650f8a8 2024-12-03T16:06:50,427 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/C of db064c89c6e10cbc2aa10137484e8207 into ea7c308f0e824d4a8d81ea1f3650f8a8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:50,427 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:50,427 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/C, priority=13, startTime=1733242010260; duration=0sec 2024-12-03T16:06:50,427 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:50,427 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:C 2024-12-03T16:06:50,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742240_1416 (size=12001) 2024-12-03T16:06:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T16:06:50,786 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T16:06:50,786 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-03T16:06:50,846 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/9b09d4c555a043b58d718ef089b3181a 2024-12-03T16:06:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/573897d9f3f9435d837b7f14ce20ba64 is 50, key is test_row_0/C:col10/1733242008971/Put/seqid=0 2024-12-03T16:06:50,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742241_1417 (size=12001) 2024-12-03T16:06:50,969 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/573897d9f3f9435d837b7f14ce20ba64 2024-12-03T16:06:51,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/b4865cbcfe314dd48605616f328cb825 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/b4865cbcfe314dd48605616f328cb825 2024-12-03T16:06:51,029 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/b4865cbcfe314dd48605616f328cb825, entries=150, sequenceid=117, filesize=30.2 K 2024-12-03T16:06:51,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/9b09d4c555a043b58d718ef089b3181a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/9b09d4c555a043b58d718ef089b3181a 2024-12-03T16:06:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,043 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/9b09d4c555a043b58d718ef089b3181a, entries=150, sequenceid=117, filesize=11.7 K 2024-12-03T16:06:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/573897d9f3f9435d837b7f14ce20ba64 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/573897d9f3f9435d837b7f14ce20ba64 2024-12-03T16:06:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,057 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/573897d9f3f9435d837b7f14ce20ba64, entries=150, sequenceid=117, filesize=11.7 K 2024-12-03T16:06:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,058 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for db064c89c6e10cbc2aa10137484e8207 in 779ms, sequenceid=117, compaction requested=false 2024-12-03T16:06:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:51,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:51,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-03T16:06:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-03T16:06:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-03T16:06:51,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7270 sec 2024-12-03T16:06:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.7400 sec 2024-12-03T16:06:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:51,376 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:51,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:06:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203427836f5bbbd417ea0f8666abd3e1a26_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242011317/Put/seqid=0 2024-12-03T16:06:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742243_1419 (size=24508) 2024-12-03T16:06:51,467 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:51,472 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203427836f5bbbd417ea0f8666abd3e1a26_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203427836f5bbbd417ea0f8666abd3e1a26_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:51,472 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/597d1f6773794a7ba79e807f78d733e2, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:51,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/597d1f6773794a7ba79e807f78d733e2 is 175, key is test_row_0/A:col10/1733242011317/Put/seqid=0 2024-12-03T16:06:51,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742242_1418 (size=74145) 2024-12-03T16:06:51,478 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/597d1f6773794a7ba79e807f78d733e2 2024-12-03T16:06:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T16:06:51,482 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:51,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:51,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/cbd1d2bd913a40cb88db9f43d61e741b is 50, key is test_row_0/B:col10/1733242011317/Put/seqid=0 2024-12-03T16:06:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-03T16:06:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T16:06:51,495 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:51,498 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:51,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:51,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742244_1420 (size=12101) 2024-12-03T16:06:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T16:06:51,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242071561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242071564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242071566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242071566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242071571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T16:06:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:51,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:51,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:51,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242071712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242071712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242071712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242071714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242071714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T16:06:51,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T16:06:51,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:51,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:51,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:51,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:51,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:51,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242071947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242071947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242071947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242071947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/cbd1d2bd913a40cb88db9f43d61e741b 2024-12-03T16:06:51,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242071954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:51,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:51,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:51,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T16:06:51,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:51,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:51,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:51,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:51,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:52,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/e64eb286d2624d808f33d8f093a30ad2 is 50, key is test_row_0/C:col10/1733242011317/Put/seqid=0 2024-12-03T16:06:52,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742245_1421 (size=12101) 2024-12-03T16:06:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T16:06:52,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T16:06:52,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:52,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:52,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:52,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:52,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:52,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242072262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:52,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242072262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:52,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242072274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242072275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:52,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T16:06:52,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:52,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:52,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:52,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:52,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:52,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242072292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:52,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T16:06:52,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:52,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:52,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:52,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:52,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:52,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/e64eb286d2624d808f33d8f093a30ad2 2024-12-03T16:06:52,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/597d1f6773794a7ba79e807f78d733e2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/597d1f6773794a7ba79e807f78d733e2 2024-12-03T16:06:52,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/597d1f6773794a7ba79e807f78d733e2, entries=400, sequenceid=131, filesize=72.4 K 2024-12-03T16:06:52,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/cbd1d2bd913a40cb88db9f43d61e741b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/cbd1d2bd913a40cb88db9f43d61e741b 2024-12-03T16:06:52,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/cbd1d2bd913a40cb88db9f43d61e741b, entries=150, sequenceid=131, filesize=11.8 K 2024-12-03T16:06:52,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/e64eb286d2624d808f33d8f093a30ad2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e64eb286d2624d808f33d8f093a30ad2 2024-12-03T16:06:52,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e64eb286d2624d808f33d8f093a30ad2, entries=150, sequenceid=131, filesize=11.8 K 2024-12-03T16:06:52,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for db064c89c6e10cbc2aa10137484e8207 in 1187ms, sequenceid=131, compaction requested=true 2024-12-03T16:06:52,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:52,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:52,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:52,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:52,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T16:06:52,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:52,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-03T16:06:52,566 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:52,566 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:52,575 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136261 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:52,575 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/A is initiating minor compaction (all files) 2024-12-03T16:06:52,575 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/A in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:52,575 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/c476934e1e2a49cf92912d11d89ed31a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/b4865cbcfe314dd48605616f328cb825, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/597d1f6773794a7ba79e807f78d733e2] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=133.1 K 2024-12-03T16:06:52,575 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:52,575 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/c476934e1e2a49cf92912d11d89ed31a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/b4865cbcfe314dd48605616f328cb825, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/597d1f6773794a7ba79e807f78d733e2] 2024-12-03T16:06:52,576 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting c476934e1e2a49cf92912d11d89ed31a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733242008775 2024-12-03T16:06:52,576 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4865cbcfe314dd48605616f328cb825, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733242008971 2024-12-03T16:06:52,576 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 597d1f6773794a7ba79e807f78d733e2, keycount=400, bloomtype=ROW, size=72.4 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733242011309 2024-12-03T16:06:52,578 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:52,578 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/C is initiating minor compaction (all files) 2024-12-03T16:06:52,578 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/C in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:52,579 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/ea7c308f0e824d4a8d81ea1f3650f8a8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/573897d9f3f9435d837b7f14ce20ba64, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e64eb286d2624d808f33d8f093a30ad2] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=35.5 K 2024-12-03T16:06:52,579 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting ea7c308f0e824d4a8d81ea1f3650f8a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733242008775 2024-12-03T16:06:52,580 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 573897d9f3f9435d837b7f14ce20ba64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733242008971 2024-12-03T16:06:52,580 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e64eb286d2624d808f33d8f093a30ad2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733242011317 2024-12-03T16:06:52,590 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:52,610 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120321ce18fdb3a4416892320f09eb781c93_db064c89c6e10cbc2aa10137484e8207 store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:52,615 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120321ce18fdb3a4416892320f09eb781c93_db064c89c6e10cbc2aa10137484e8207, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:52,615 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120321ce18fdb3a4416892320f09eb781c93_db064c89c6e10cbc2aa10137484e8207 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:52,620 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:52,621 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/7bbd0f7164964673960059cd6d9ff62f is 50, key is test_row_0/C:col10/1733242011317/Put/seqid=0 2024-12-03T16:06:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T16:06:52,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T16:06:52,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:52,639 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:06:52,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742246_1422 (size=4469) 2024-12-03T16:06:52,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036f748661db1e4393b2d53f1a4b54e3d7_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242011565/Put/seqid=0 2024-12-03T16:06:52,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742247_1423 (size=12409) 2024-12-03T16:06:52,734 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/7bbd0f7164964673960059cd6d9ff62f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/7bbd0f7164964673960059cd6d9ff62f 2024-12-03T16:06:52,742 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/C of db064c89c6e10cbc2aa10137484e8207 into 7bbd0f7164964673960059cd6d9ff62f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:52,742 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:52,742 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/C, priority=13, startTime=1733242012563; duration=0sec 2024-12-03T16:06:52,742 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:52,742 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:C 2024-12-03T16:06:52,743 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:52,744 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:52,744 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/B is initiating minor compaction (all files) 2024-12-03T16:06:52,744 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/B in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:52,744 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d627837c18664dc8aa29e7b1471f67af, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/9b09d4c555a043b58d718ef089b3181a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/cbd1d2bd913a40cb88db9f43d61e741b] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=35.5 K 2024-12-03T16:06:52,744 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting d627837c18664dc8aa29e7b1471f67af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733242008775 2024-12-03T16:06:52,745 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b09d4c555a043b58d718ef089b3181a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733242008971 2024-12-03T16:06:52,745 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting cbd1d2bd913a40cb88db9f43d61e741b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733242011317 2024-12-03T16:06:52,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742248_1424 (size=12304) 2024-12-03T16:06:52,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:52,763 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#B#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:52,763 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/cf174df150214e1ba7f40a1503a44652 is 50, key is test_row_0/B:col10/1733242011317/Put/seqid=0 2024-12-03T16:06:52,767 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036f748661db1e4393b2d53f1a4b54e3d7_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036f748661db1e4393b2d53f1a4b54e3d7_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:52,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/adb12f934d474e5da9d939156ac0d3c8, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/adb12f934d474e5da9d939156ac0d3c8 is 175, key is test_row_0/A:col10/1733242011565/Put/seqid=0 2024-12-03T16:06:52,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742249_1425 (size=12409) 2024-12-03T16:06:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:52,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:52,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742250_1426 (size=31105) 2024-12-03T16:06:52,799 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/adb12f934d474e5da9d939156ac0d3c8 2024-12-03T16:06:52,800 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/cf174df150214e1ba7f40a1503a44652 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/cf174df150214e1ba7f40a1503a44652 2024-12-03T16:06:52,809 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/B of db064c89c6e10cbc2aa10137484e8207 into cf174df150214e1ba7f40a1503a44652(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:52,809 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:52,809 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/B, priority=13, startTime=1733242012563; duration=0sec 2024-12-03T16:06:52,809 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:52,809 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:B 2024-12-03T16:06:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/88f9a29057a94760aef289e8b3f499ce is 50, key is test_row_0/B:col10/1733242011565/Put/seqid=0 2024-12-03T16:06:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742251_1427 (size=12151) 2024-12-03T16:06:52,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242072826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242072831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:52,846 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/88f9a29057a94760aef289e8b3f499ce 2024-12-03T16:06:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:52,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242072842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242072847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:52,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:52,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242072847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:52,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/ba4046d7a38247c8862407f251e59b13 is 50, key is test_row_0/C:col10/1733242011565/Put/seqid=0 2024-12-03T16:06:52,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742252_1428 (size=12151) 2024-12-03T16:06:52,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242072952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242072952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:52,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242072971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242072974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:52,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:52,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:52,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242072974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,106 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#A#compaction#356 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:53,107 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/592dde06ea9f46238a389ac70019f7b1 is 175, key is test_row_0/A:col10/1733242011317/Put/seqid=0 2024-12-03T16:06:53,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742253_1429 (size=31363) 2024-12-03T16:06:53,145 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/592dde06ea9f46238a389ac70019f7b1 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/592dde06ea9f46238a389ac70019f7b1 2024-12-03T16:06:53,165 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/A of db064c89c6e10cbc2aa10137484e8207 into 592dde06ea9f46238a389ac70019f7b1(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:53,165 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:53,165 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/A, priority=13, startTime=1733242012563; duration=0sec 2024-12-03T16:06:53,165 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:53,165 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:A 2024-12-03T16:06:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242073173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242073173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242073212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242073212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242073212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,344 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/ba4046d7a38247c8862407f251e59b13 2024-12-03T16:06:53,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/adb12f934d474e5da9d939156ac0d3c8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/adb12f934d474e5da9d939156ac0d3c8 2024-12-03T16:06:53,355 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/adb12f934d474e5da9d939156ac0d3c8, entries=150, sequenceid=156, filesize=30.4 K 2024-12-03T16:06:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/88f9a29057a94760aef289e8b3f499ce as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/88f9a29057a94760aef289e8b3f499ce 2024-12-03T16:06:53,362 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/88f9a29057a94760aef289e8b3f499ce, entries=150, sequenceid=156, filesize=11.9 K 2024-12-03T16:06:53,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/ba4046d7a38247c8862407f251e59b13 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/ba4046d7a38247c8862407f251e59b13 2024-12-03T16:06:53,368 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/ba4046d7a38247c8862407f251e59b13, entries=150, sequenceid=156, filesize=11.9 K 2024-12-03T16:06:53,369 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for db064c89c6e10cbc2aa10137484e8207 in 731ms, sequenceid=156, compaction requested=false 2024-12-03T16:06:53,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:53,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:53,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-03T16:06:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-03T16:06:53,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-03T16:06:53,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8730 sec 2024-12-03T16:06:53,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.8910 sec 2024-12-03T16:06:53,498 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:53,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T16:06:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:53,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c927534ede2a41b5b104f737f355a52a_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242012841/Put/seqid=0 2024-12-03T16:06:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742254_1430 (size=14794) 2024-12-03T16:06:53,529 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:53,534 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c927534ede2a41b5b104f737f355a52a_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c927534ede2a41b5b104f737f355a52a_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:53,535 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/5d05f831282546edb98a5c39f7c8029c, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:53,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/5d05f831282546edb98a5c39f7c8029c is 175, key is test_row_0/A:col10/1733242012841/Put/seqid=0 2024-12-03T16:06:53,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742255_1431 (size=39749) 2024-12-03T16:06:53,540 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/5d05f831282546edb98a5c39f7c8029c 2024-12-03T16:06:53,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/2c4d2c968b93424ab9f02393c693b16c is 50, key is test_row_0/B:col10/1733242012841/Put/seqid=0 2024-12-03T16:06:53,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742256_1432 (size=12151) 2024-12-03T16:06:53,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/2c4d2c968b93424ab9f02393c693b16c 2024-12-03T16:06:53,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242073562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242073567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242073575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242073576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242073577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/4f21969c9b604aaa8b065ae818a1774d is 50, key is test_row_0/C:col10/1733242012841/Put/seqid=0 2024-12-03T16:06:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T16:06:53,643 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:53,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:53,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742257_1433 (size=12151) 2024-12-03T16:06:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-03T16:06:53,645 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T16:06:53,646 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:53,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:53,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/4f21969c9b604aaa8b065ae818a1774d 2024-12-03T16:06:53,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/5d05f831282546edb98a5c39f7c8029c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/5d05f831282546edb98a5c39f7c8029c 2024-12-03T16:06:53,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/5d05f831282546edb98a5c39f7c8029c, entries=200, sequenceid=172, filesize=38.8 K 2024-12-03T16:06:53,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/2c4d2c968b93424ab9f02393c693b16c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/2c4d2c968b93424ab9f02393c693b16c 2024-12-03T16:06:53,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/2c4d2c968b93424ab9f02393c693b16c, entries=150, sequenceid=172, filesize=11.9 K 2024-12-03T16:06:53,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/4f21969c9b604aaa8b065ae818a1774d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/4f21969c9b604aaa8b065ae818a1774d 2024-12-03T16:06:53,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/4f21969c9b604aaa8b065ae818a1774d, entries=150, sequenceid=172, filesize=11.9 K 2024-12-03T16:06:53,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for db064c89c6e10cbc2aa10137484e8207 in 185ms, sequenceid=172, compaction requested=true 2024-12-03T16:06:53,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:53,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:53,684 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:53,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:53,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:53,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:53,684 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:53,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:53,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:53,685 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:53,685 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/A is initiating minor compaction (all files) 2024-12-03T16:06:53,685 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/A in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:53,685 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/592dde06ea9f46238a389ac70019f7b1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/adb12f934d474e5da9d939156ac0d3c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/5d05f831282546edb98a5c39f7c8029c] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=99.8 K 2024-12-03T16:06:53,685 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:53,685 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/592dde06ea9f46238a389ac70019f7b1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/adb12f934d474e5da9d939156ac0d3c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/5d05f831282546edb98a5c39f7c8029c] 2024-12-03T16:06:53,685 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 592dde06ea9f46238a389ac70019f7b1, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733242011317 2024-12-03T16:06:53,686 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:53,686 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/B is initiating minor compaction (all files) 2024-12-03T16:06:53,686 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/B in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:53,686 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/cf174df150214e1ba7f40a1503a44652, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/88f9a29057a94760aef289e8b3f499ce, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/2c4d2c968b93424ab9f02393c693b16c] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=35.9 K 2024-12-03T16:06:53,686 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting adb12f934d474e5da9d939156ac0d3c8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733242011554 2024-12-03T16:06:53,687 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting cf174df150214e1ba7f40a1503a44652, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733242011317 2024-12-03T16:06:53,687 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d05f831282546edb98a5c39f7c8029c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733242012826 2024-12-03T16:06:53,687 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 88f9a29057a94760aef289e8b3f499ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733242011554 2024-12-03T16:06:53,688 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c4d2c968b93424ab9f02393c693b16c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733242012826 2024-12-03T16:06:53,700 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:53,703 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#B#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:53,703 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:53,703 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/83921c6033924d118e9d91fedb1fce97 is 50, key is test_row_0/B:col10/1733242012841/Put/seqid=0 2024-12-03T16:06:53,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T16:06:53,704 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412034fa024fdc55f4a14a86ea99e49716d1b_db064c89c6e10cbc2aa10137484e8207 store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:53,706 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412034fa024fdc55f4a14a86ea99e49716d1b_db064c89c6e10cbc2aa10137484e8207, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:53,706 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034fa024fdc55f4a14a86ea99e49716d1b_db064c89c6e10cbc2aa10137484e8207 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:53,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a19722eb9739475b8ab68156411e8540_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242013575/Put/seqid=0 2024-12-03T16:06:53,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742259_1435 (size=4469) 2024-12-03T16:06:53,731 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#A#compaction#365 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:53,731 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/d949e1cee469431dad1dcec15e5b18df is 175, key is test_row_0/A:col10/1733242012841/Put/seqid=0 2024-12-03T16:06:53,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242073722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242073724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242073728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242073728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242073730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T16:06:53,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742260_1436 (size=14794) 2024-12-03T16:06:53,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742261_1437 (size=31515) 2024-12-03T16:06:53,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742258_1434 (size=12561) 2024-12-03T16:06:53,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T16:06:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:53,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:53,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242073841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242073851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242073852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242073852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242073852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:53,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T16:06:53,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:53,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:53,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:53,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:53,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T16:06:54,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242074062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:54,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:54,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242074071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:54,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:54,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242074071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:54,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:54,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242074071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242074071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:54,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T16:06:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:54,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:54,157 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,161 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a19722eb9739475b8ab68156411e8540_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a19722eb9739475b8ab68156411e8540_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:54,162 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/724a02412f2e4c128cb4f06723b0995e, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:54,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/724a02412f2e4c128cb4f06723b0995e is 175, key is test_row_0/A:col10/1733242013575/Put/seqid=0 2024-12-03T16:06:54,165 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/d949e1cee469431dad1dcec15e5b18df as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d949e1cee469431dad1dcec15e5b18df 2024-12-03T16:06:54,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742262_1438 (size=39749) 2024-12-03T16:06:54,170 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/83921c6033924d118e9d91fedb1fce97 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/83921c6033924d118e9d91fedb1fce97 2024-12-03T16:06:54,171 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/A of db064c89c6e10cbc2aa10137484e8207 into d949e1cee469431dad1dcec15e5b18df(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:54,171 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:54,171 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/A, priority=13, startTime=1733242013683; duration=0sec 2024-12-03T16:06:54,171 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:54,171 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:A 2024-12-03T16:06:54,171 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:06:54,173 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/724a02412f2e4c128cb4f06723b0995e 2024-12-03T16:06:54,173 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:06:54,173 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/C is initiating minor compaction (all files) 2024-12-03T16:06:54,173 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/C in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:54,173 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/7bbd0f7164964673960059cd6d9ff62f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/ba4046d7a38247c8862407f251e59b13, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/4f21969c9b604aaa8b065ae818a1774d] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=35.9 K 2024-12-03T16:06:54,175 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bbd0f7164964673960059cd6d9ff62f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733242011317 2024-12-03T16:06:54,176 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba4046d7a38247c8862407f251e59b13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733242011554 2024-12-03T16:06:54,176 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f21969c9b604aaa8b065ae818a1774d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733242012826 2024-12-03T16:06:54,180 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/B of db064c89c6e10cbc2aa10137484e8207 into 83921c6033924d118e9d91fedb1fce97(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:54,180 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:54,180 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/B, priority=13, startTime=1733242013684; duration=0sec 2024-12-03T16:06:54,181 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:54,181 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:B 2024-12-03T16:06:54,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/1ef185b2d37745d3b050812cd9c0ff77 is 50, key is test_row_0/B:col10/1733242013575/Put/seqid=0 2024-12-03T16:06:54,191 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#C#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:54,191 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/2bd9b96ec32b406b8279dd6c7395cb38 is 50, key is test_row_0/C:col10/1733242012841/Put/seqid=0 2024-12-03T16:06:54,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742263_1439 (size=12151) 2024-12-03T16:06:54,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/1ef185b2d37745d3b050812cd9c0ff77 2024-12-03T16:06:54,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742264_1440 (size=12561) 2024-12-03T16:06:54,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/82894ae1f1d1443d8be06b682125b4cc is 50, key is test_row_0/C:col10/1733242013575/Put/seqid=0 2024-12-03T16:06:54,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742265_1441 (size=12151) 2024-12-03T16:06:54,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T16:06:54,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:54,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:54,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:54,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:54,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T16:06:54,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242074382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:54,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242074382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:54,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242074391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:54,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242074391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:54,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242074392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:54,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T16:06:54,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:54,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:54,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:54,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:54,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:54,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T16:06:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:54,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:54,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/82894ae1f1d1443d8be06b682125b4cc 2024-12-03T16:06:54,635 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/2bd9b96ec32b406b8279dd6c7395cb38 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/2bd9b96ec32b406b8279dd6c7395cb38 2024-12-03T16:06:54,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/724a02412f2e4c128cb4f06723b0995e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/724a02412f2e4c128cb4f06723b0995e 2024-12-03T16:06:54,645 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/C of db064c89c6e10cbc2aa10137484e8207 into 2bd9b96ec32b406b8279dd6c7395cb38(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:54,645 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:54,645 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/C, priority=13, startTime=1733242013684; duration=0sec 2024-12-03T16:06:54,645 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:54,645 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:C 2024-12-03T16:06:54,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/724a02412f2e4c128cb4f06723b0995e, entries=200, sequenceid=196, filesize=38.8 K 2024-12-03T16:06:54,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/1ef185b2d37745d3b050812cd9c0ff77 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/1ef185b2d37745d3b050812cd9c0ff77 2024-12-03T16:06:54,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/1ef185b2d37745d3b050812cd9c0ff77, entries=150, sequenceid=196, filesize=11.9 K 2024-12-03T16:06:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/82894ae1f1d1443d8be06b682125b4cc as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/82894ae1f1d1443d8be06b682125b4cc 2024-12-03T16:06:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/82894ae1f1d1443d8be06b682125b4cc, entries=150, sequenceid=196, filesize=11.9 K 2024-12-03T16:06:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for db064c89c6e10cbc2aa10137484e8207 in 976ms, sequenceid=196, compaction requested=false 2024-12-03T16:06:54,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T16:06:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:54,734 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T16:06:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032c3bd837f2bd4a5fa30c135d170aab7d_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242013725/Put/seqid=0 2024-12-03T16:06:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T16:06:54,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742266_1442 (size=9814) 2024-12-03T16:06:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:55,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242075037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242075038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242075039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242075039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242075053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:55,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242075182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242075182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242075183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242075183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242075183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,246 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032c3bd837f2bd4a5fa30c135d170aab7d_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032c3bd837f2bd4a5fa30c135d170aab7d_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:55,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/8b1addc0c70943bf8e07dd5917f6faad, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:55,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/8b1addc0c70943bf8e07dd5917f6faad is 175, key is test_row_0/A:col10/1733242013725/Put/seqid=0 2024-12-03T16:06:55,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742267_1443 (size=22461) 2024-12-03T16:06:55,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242075392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242075401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242075401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242075402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242075402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242075721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,731 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/8b1addc0c70943bf8e07dd5917f6faad 2024-12-03T16:06:55,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/4bbce0e502de4572bd310ff5fba30169 is 50, key is test_row_0/B:col10/1733242013725/Put/seqid=0 2024-12-03T16:06:55,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242075741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242075741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242075741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242075766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:55,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:55,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:55,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742268_1444 (size=9757) 2024-12-03T16:06:55,796 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/4bbce0e502de4572bd310ff5fba30169 2024-12-03T16:06:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T16:06:55,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/5b79690adc084f7b911cc215966149bb is 50, key is test_row_0/C:col10/1733242013725/Put/seqid=0 2024-12-03T16:06:55,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742269_1445 (size=9757) 2024-12-03T16:06:56,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242076232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:56,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:56,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:56,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:56,273 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/5b79690adc084f7b911cc215966149bb 2024-12-03T16:06:56,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/8b1addc0c70943bf8e07dd5917f6faad as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8b1addc0c70943bf8e07dd5917f6faad 2024-12-03T16:06:56,281 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8b1addc0c70943bf8e07dd5917f6faad, entries=100, sequenceid=211, filesize=21.9 K 2024-12-03T16:06:56,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/4bbce0e502de4572bd310ff5fba30169 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/4bbce0e502de4572bd310ff5fba30169 2024-12-03T16:06:56,286 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/4bbce0e502de4572bd310ff5fba30169, entries=100, sequenceid=211, filesize=9.5 K 2024-12-03T16:06:56,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/5b79690adc084f7b911cc215966149bb as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/5b79690adc084f7b911cc215966149bb 2024-12-03T16:06:56,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242076281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:56,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242076281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:56,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242076282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:56,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242076296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:56,322 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/5b79690adc084f7b911cc215966149bb, entries=100, sequenceid=211, filesize=9.5 K 2024-12-03T16:06:56,324 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for db064c89c6e10cbc2aa10137484e8207 in 1589ms, sequenceid=211, compaction requested=true 2024-12-03T16:06:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-03T16:06:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-03T16:06:56,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-03T16:06:56,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6810 sec 2024-12-03T16:06:56,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.6870 sec 2024-12-03T16:06:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:57,260 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:57,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:06:57,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203020b2faf281f46669ef83fb3ed222e85_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242015048/Put/seqid=0 2024-12-03T16:06:57,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742270_1446 (size=14794) 2024-12-03T16:06:57,293 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:57,301 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203020b2faf281f46669ef83fb3ed222e85_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203020b2faf281f46669ef83fb3ed222e85_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:57,302 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/c8f0a9f226964879a13e8707683fc27e, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:57,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/c8f0a9f226964879a13e8707683fc27e is 175, key is test_row_0/A:col10/1733242015048/Put/seqid=0 2024-12-03T16:06:57,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742271_1447 (size=39749) 2024-12-03T16:06:57,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242077327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:57,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242077330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:57,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242077332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:57,344 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in db064c89c6e10cbc2aa10137484e8207 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2304 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:57,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:57,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242077334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:57,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242077335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:57,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242077441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:57,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242077451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:57,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:57,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242077451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:57,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:57,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242077451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:57,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242077653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:57,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242077662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:57,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242077662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:57,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242077662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:57,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:57,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:57,735 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/c8f0a9f226964879a13e8707683fc27e 2024-12-03T16:06:57,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/15500811039740b3b283e8bdc6148915 is 50, key is test_row_0/B:col10/1733242015048/Put/seqid=0 2024-12-03T16:06:57,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742272_1448 (size=12151) 2024-12-03T16:06:57,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/15500811039740b3b283e8bdc6148915 2024-12-03T16:06:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T16:06:57,832 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:06:57,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:06:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-03T16:06:57,835 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:06:57,835 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:06:57,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:06:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T16:06:57,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/9612bc10ae8e425fa2c118024c9ba5cd is 50, key is test_row_0/C:col10/1733242015048/Put/seqid=0 2024-12-03T16:06:57,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742273_1449 (size=12151) 2024-12-03T16:06:57,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/9612bc10ae8e425fa2c118024c9ba5cd 2024-12-03T16:06:57,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/c8f0a9f226964879a13e8707683fc27e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/c8f0a9f226964879a13e8707683fc27e 2024-12-03T16:06:57,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/c8f0a9f226964879a13e8707683fc27e, entries=200, sequenceid=236, filesize=38.8 K 2024-12-03T16:06:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/15500811039740b3b283e8bdc6148915 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/15500811039740b3b283e8bdc6148915 2024-12-03T16:06:57,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/15500811039740b3b283e8bdc6148915, entries=150, sequenceid=236, filesize=11.9 K 2024-12-03T16:06:57,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/9612bc10ae8e425fa2c118024c9ba5cd as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/9612bc10ae8e425fa2c118024c9ba5cd 2024-12-03T16:06:57,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/9612bc10ae8e425fa2c118024c9ba5cd, entries=150, sequenceid=236, filesize=11.9 K 2024-12-03T16:06:57,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for db064c89c6e10cbc2aa10137484e8207 in 659ms, sequenceid=236, compaction requested=true 2024-12-03T16:06:57,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:57,919 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:06:57,920 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133474 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:06:57,920 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/A is initiating minor compaction (all files) 2024-12-03T16:06:57,921 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/A in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:57,921 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d949e1cee469431dad1dcec15e5b18df, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/724a02412f2e4c128cb4f06723b0995e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8b1addc0c70943bf8e07dd5917f6faad, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/c8f0a9f226964879a13e8707683fc27e] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=130.3 K 2024-12-03T16:06:57,921 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:57,921 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d949e1cee469431dad1dcec15e5b18df, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/724a02412f2e4c128cb4f06723b0995e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8b1addc0c70943bf8e07dd5917f6faad, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/c8f0a9f226964879a13e8707683fc27e] 2024-12-03T16:06:57,921 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting d949e1cee469431dad1dcec15e5b18df, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733242012826 2024-12-03T16:06:57,921 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 724a02412f2e4c128cb4f06723b0995e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733242013572 2024-12-03T16:06:57,922 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b1addc0c70943bf8e07dd5917f6faad, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733242013725 2024-12-03T16:06:57,922 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8f0a9f226964879a13e8707683fc27e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733242014996 2024-12-03T16:06:57,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:06:57,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:57,924 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:06:57,925 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:06:57,925 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/B is initiating minor compaction (all files) 2024-12-03T16:06:57,926 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/B in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:57,926 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/83921c6033924d118e9d91fedb1fce97, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/1ef185b2d37745d3b050812cd9c0ff77, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/4bbce0e502de4572bd310ff5fba30169, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/15500811039740b3b283e8bdc6148915] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=45.5 K 2024-12-03T16:06:57,926 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 83921c6033924d118e9d91fedb1fce97, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733242012826 2024-12-03T16:06:57,927 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ef185b2d37745d3b050812cd9c0ff77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733242013574 2024-12-03T16:06:57,927 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bbce0e502de4572bd310ff5fba30169, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733242013725 2024-12-03T16:06:57,928 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 15500811039740b3b283e8bdc6148915, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733242015033 2024-12-03T16:06:57,934 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:57,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:06:57,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:57,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:06:57,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:57,937 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#B#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:57,937 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/94563ff128ae4210904b6151fa26f0d7 is 50, key is test_row_0/B:col10/1733242015048/Put/seqid=0 2024-12-03T16:06:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T16:06:57,966 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412039da34da86b5b4352bce000666384005a_db064c89c6e10cbc2aa10137484e8207 store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:57,969 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412039da34da86b5b4352bce000666384005a_db064c89c6e10cbc2aa10137484e8207, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:57,969 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412039da34da86b5b4352bce000666384005a_db064c89c6e10cbc2aa10137484e8207 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:57,989 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:06:57,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T16:06:57,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T16:06:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:57,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:57,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:57,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:57,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:57,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:57,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742274_1450 (size=12697) 2024-12-03T16:06:58,001 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/94563ff128ae4210904b6151fa26f0d7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/94563ff128ae4210904b6151fa26f0d7 2024-12-03T16:06:58,006 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/B of db064c89c6e10cbc2aa10137484e8207 into 94563ff128ae4210904b6151fa26f0d7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:58,006 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:58,006 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/B, priority=12, startTime=1733242017924; duration=0sec 2024-12-03T16:06:58,006 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:06:58,007 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:B 2024-12-03T16:06:58,007 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:06:58,008 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:06:58,008 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/C is initiating minor compaction (all files) 2024-12-03T16:06:58,008 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/C in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:58,008 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/2bd9b96ec32b406b8279dd6c7395cb38, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/82894ae1f1d1443d8be06b682125b4cc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/5b79690adc084f7b911cc215966149bb, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/9612bc10ae8e425fa2c118024c9ba5cd] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=45.5 K 2024-12-03T16:06:58,009 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bd9b96ec32b406b8279dd6c7395cb38, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733242012826 2024-12-03T16:06:58,009 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 82894ae1f1d1443d8be06b682125b4cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733242013574 2024-12-03T16:06:58,010 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b79690adc084f7b911cc215966149bb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733242013725 2024-12-03T16:06:58,010 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 9612bc10ae8e425fa2c118024c9ba5cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733242015033 2024-12-03T16:06:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742275_1451 (size=4469) 2024-12-03T16:06:58,058 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#C#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:58,058 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/cbb35652a97042d89543b1cbc9d21a24 is 50, key is test_row_0/C:col10/1733242015048/Put/seqid=0 2024-12-03T16:06:58,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033ddb8f8a0c25481ca2dec5aeb0a2256b_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242017988/Put/seqid=0 2024-12-03T16:06:58,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742276_1452 (size=12697) 2024-12-03T16:06:58,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742277_1453 (size=12304) 2024-12-03T16:06:58,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242078113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242078113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T16:06:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:58,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:58,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T16:06:58,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242078134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242078135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242078241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242078258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242078267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242078267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T16:06:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:58,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,443 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#A#compaction#377 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:06:58,444 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/8cacdca1d59541049c5dbf5e52e9c5da is 175, key is test_row_0/A:col10/1733242015048/Put/seqid=0 2024-12-03T16:06:58,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T16:06:58,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:58,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:58,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:58,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742278_1454 (size=31651) 2024-12-03T16:06:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T16:06:58,467 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/8cacdca1d59541049c5dbf5e52e9c5da as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8cacdca1d59541049c5dbf5e52e9c5da 2024-12-03T16:06:58,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242078462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,475 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/A of db064c89c6e10cbc2aa10137484e8207 into 8cacdca1d59541049c5dbf5e52e9c5da(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:58,476 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:58,476 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/A, priority=12, startTime=1733242017919; duration=0sec 2024-12-03T16:06:58,476 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:58,476 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:A 2024-12-03T16:06:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,491 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/cbb35652a97042d89543b1cbc9d21a24 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/cbb35652a97042d89543b1cbc9d21a24 2024-12-03T16:06:58,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242078482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242078482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,500 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/C of db064c89c6e10cbc2aa10137484e8207 into cbb35652a97042d89543b1cbc9d21a24(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:06:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,500 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,500 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/C, priority=12, startTime=1733242017934; duration=0sec 2024-12-03T16:06:58,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242078482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,500 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:06:58,500 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:C 2024-12-03T16:06:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,505 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:06:58,515 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033ddb8f8a0c25481ca2dec5aeb0a2256b_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033ddb8f8a0c25481ca2dec5aeb0a2256b_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:06:58,516 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/09fd11f2b3c2457e8b6bd425e5ee2b1a, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:06:58,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/09fd11f2b3c2457e8b6bd425e5ee2b1a is 175, key is test_row_0/A:col10/1733242017988/Put/seqid=0 2024-12-03T16:06:58,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742279_1455 (size=31105) 2024-12-03T16:06:58,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T16:06:58,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:58,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:58,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:58,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T16:06:58,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:58,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:58,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:58,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242078782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242078812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242078813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242078813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:58,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T16:06:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:58,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:58,959 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/09fd11f2b3c2457e8b6bd425e5ee2b1a 2024-12-03T16:06:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T16:06:58,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/816542845de247d8b59b51dc055813e3 is 50, key is test_row_0/B:col10/1733242017988/Put/seqid=0 2024-12-03T16:06:59,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742280_1456 (size=12151) 2024-12-03T16:06:59,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T16:06:59,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:59,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:59,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:59,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T16:06:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:59,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242079294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:59,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242079335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:59,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242079336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:59,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242079335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:59,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:59,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:59,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:59,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:59,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:59,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:59,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:06:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242079362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:06:59,389 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in db064c89c6e10cbc2aa10137484e8207 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4350 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:06:59,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:59,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:06:59,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:06:59,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T16:06:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:59,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/816542845de247d8b59b51dc055813e3 2024-12-03T16:06:59,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/33960ef9b36c4c1f98d2601af1d7b0f9 is 50, key is test_row_0/C:col10/1733242017988/Put/seqid=0 2024-12-03T16:06:59,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T16:06:59,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:59,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:59,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:59,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742281_1457 (size=12151) 2024-12-03T16:06:59,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/33960ef9b36c4c1f98d2601af1d7b0f9 2024-12-03T16:06:59,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/09fd11f2b3c2457e8b6bd425e5ee2b1a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/09fd11f2b3c2457e8b6bd425e5ee2b1a 2024-12-03T16:06:59,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/09fd11f2b3c2457e8b6bd425e5ee2b1a, entries=150, sequenceid=249, filesize=30.4 K 2024-12-03T16:06:59,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/816542845de247d8b59b51dc055813e3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/816542845de247d8b59b51dc055813e3 2024-12-03T16:06:59,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T16:06:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:06:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:59,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:06:59,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/816542845de247d8b59b51dc055813e3, entries=150, sequenceid=249, filesize=11.9 K 2024-12-03T16:06:59,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/33960ef9b36c4c1f98d2601af1d7b0f9 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/33960ef9b36c4c1f98d2601af1d7b0f9 2024-12-03T16:06:59,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/33960ef9b36c4c1f98d2601af1d7b0f9, entries=150, sequenceid=249, filesize=11.9 K 2024-12-03T16:06:59,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for db064c89c6e10cbc2aa10137484e8207 in 1791ms, sequenceid=249, compaction requested=false 2024-12-03T16:06:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:06:59,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T16:06:59,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:06:59,905 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T16:06:59,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412039a0b6df5e559439bb37538508d774471_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242018132/Put/seqid=0 2024-12-03T16:06:59,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742282_1458 (size=12454) 2024-12-03T16:06:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T16:07:00,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:00,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:00,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242080390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:00,411 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412039a0b6df5e559439bb37538508d774471_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412039a0b6df5e559439bb37538508d774471_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:00,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242080394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:00,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242080396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242080398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:00,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/d72b77555c4b4a2d8bb28e592f1109b4, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:00,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/d72b77555c4b4a2d8bb28e592f1109b4 is 175, key is test_row_0/A:col10/1733242018132/Put/seqid=0 2024-12-03T16:07:00,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742283_1459 (size=31255) 2024-12-03T16:07:00,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242080517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:00,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242080526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:00,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242080530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:00,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242080530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:00,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242080734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242080762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:00,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242080762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:00,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242080762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:00,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:00,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:00,867 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/d72b77555c4b4a2d8bb28e592f1109b4 2024-12-03T16:07:00,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/d80aff81c4dd471eb70ebe7c92ba6589 is 50, key is test_row_0/B:col10/1733242018132/Put/seqid=0 2024-12-03T16:07:00,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742284_1460 (size=12301) 2024-12-03T16:07:00,917 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/d80aff81c4dd471eb70ebe7c92ba6589 2024-12-03T16:07:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/c974edae05a8451ab1e6a99f1b66a118 is 50, key is test_row_0/C:col10/1733242018132/Put/seqid=0 2024-12-03T16:07:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742285_1461 (size=12301) 2024-12-03T16:07:01,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242081054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:01,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242081082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242081082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:01,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:01,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242081090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:01,347 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/c974edae05a8451ab1e6a99f1b66a118 2024-12-03T16:07:01,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/d72b77555c4b4a2d8bb28e592f1109b4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d72b77555c4b4a2d8bb28e592f1109b4 2024-12-03T16:07:01,395 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d72b77555c4b4a2d8bb28e592f1109b4, entries=150, sequenceid=275, filesize=30.5 K 2024-12-03T16:07:01,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/d80aff81c4dd471eb70ebe7c92ba6589 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d80aff81c4dd471eb70ebe7c92ba6589 2024-12-03T16:07:01,419 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d80aff81c4dd471eb70ebe7c92ba6589, entries=150, sequenceid=275, filesize=12.0 K 2024-12-03T16:07:01,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/c974edae05a8451ab1e6a99f1b66a118 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/c974edae05a8451ab1e6a99f1b66a118 2024-12-03T16:07:01,435 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/c974edae05a8451ab1e6a99f1b66a118, entries=150, sequenceid=275, filesize=12.0 K 2024-12-03T16:07:01,436 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for db064c89c6e10cbc2aa10137484e8207 in 1531ms, sequenceid=275, compaction requested=true 2024-12-03T16:07:01,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:07:01,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:01,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-03T16:07:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-03T16:07:01,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-03T16:07:01,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6060 sec 2024-12-03T16:07:01,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 3.6140 sec 2024-12-03T16:07:01,601 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:01,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T16:07:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:01,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120324401f80e4784639b6de7f1439fd3f8f_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242020395/Put/seqid=0 2024-12-03T16:07:01,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742286_1462 (size=14994) 2024-12-03T16:07:01,702 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:01,725 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120324401f80e4784639b6de7f1439fd3f8f_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120324401f80e4784639b6de7f1439fd3f8f_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:01,738 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/191d4b86a9564b1e9ff8f5e24d4b1e03, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:01,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/191d4b86a9564b1e9ff8f5e24d4b1e03 is 175, key is test_row_0/A:col10/1733242020395/Put/seqid=0 2024-12-03T16:07:01,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742287_1463 (size=39949) 2024-12-03T16:07:01,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/191d4b86a9564b1e9ff8f5e24d4b1e03 2024-12-03T16:07:01,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/b60aa487aad646e492bfc3656dba266c is 50, key is test_row_0/B:col10/1733242020395/Put/seqid=0 2024-12-03T16:07:01,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742288_1464 (size=12301) 2024-12-03T16:07:01,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/b60aa487aad646e492bfc3656dba266c 2024-12-03T16:07:01,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/38b5bdcc3be64894bfe4ed98c3b43862 is 50, key is test_row_0/C:col10/1733242020395/Put/seqid=0 2024-12-03T16:07:01,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242081791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:01,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242081847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:01,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:01,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242081866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:01,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:01,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242081883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:01,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:01,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742289_1465 (size=12301) 2024-12-03T16:07:01,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/38b5bdcc3be64894bfe4ed98c3b43862 2024-12-03T16:07:01,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/191d4b86a9564b1e9ff8f5e24d4b1e03 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/191d4b86a9564b1e9ff8f5e24d4b1e03 2024-12-03T16:07:01,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/191d4b86a9564b1e9ff8f5e24d4b1e03, entries=200, sequenceid=289, filesize=39.0 K 2024-12-03T16:07:01,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/b60aa487aad646e492bfc3656dba266c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/b60aa487aad646e492bfc3656dba266c 2024-12-03T16:07:01,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/b60aa487aad646e492bfc3656dba266c, entries=150, sequenceid=289, filesize=12.0 K 2024-12-03T16:07:01,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/38b5bdcc3be64894bfe4ed98c3b43862 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/38b5bdcc3be64894bfe4ed98c3b43862 2024-12-03T16:07:01,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/38b5bdcc3be64894bfe4ed98c3b43862, entries=150, sequenceid=289, filesize=12.0 K 2024-12-03T16:07:01,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for db064c89c6e10cbc2aa10137484e8207 in 371ms, sequenceid=289, compaction requested=true 2024-12-03T16:07:01,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:07:01,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:01,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:01,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:01,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T16:07:01,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:01,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-03T16:07:01,972 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:07:01,973 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:07:01,975 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:07:01,975 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/C is initiating minor compaction (all files) 2024-12-03T16:07:01,975 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/C in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:01,975 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/cbb35652a97042d89543b1cbc9d21a24, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/33960ef9b36c4c1f98d2601af1d7b0f9, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/c974edae05a8451ab1e6a99f1b66a118, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/38b5bdcc3be64894bfe4ed98c3b43862] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=48.3 K 2024-12-03T16:07:01,975 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133960 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:07:01,975 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/A is initiating minor compaction (all files) 2024-12-03T16:07:01,975 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/A in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:01,975 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8cacdca1d59541049c5dbf5e52e9c5da, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/09fd11f2b3c2457e8b6bd425e5ee2b1a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d72b77555c4b4a2d8bb28e592f1109b4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/191d4b86a9564b1e9ff8f5e24d4b1e03] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=130.8 K 2024-12-03T16:07:01,976 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:01,976 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8cacdca1d59541049c5dbf5e52e9c5da, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/09fd11f2b3c2457e8b6bd425e5ee2b1a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d72b77555c4b4a2d8bb28e592f1109b4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/191d4b86a9564b1e9ff8f5e24d4b1e03] 2024-12-03T16:07:01,976 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbb35652a97042d89543b1cbc9d21a24, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733242015033 2024-12-03T16:07:01,976 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cacdca1d59541049c5dbf5e52e9c5da, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733242015033 2024-12-03T16:07:01,976 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33960ef9b36c4c1f98d2601af1d7b0f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733242017287 2024-12-03T16:07:01,977 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 09fd11f2b3c2457e8b6bd425e5ee2b1a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733242017287 2024-12-03T16:07:01,977 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting c974edae05a8451ab1e6a99f1b66a118, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733242018111 2024-12-03T16:07:01,977 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting d72b77555c4b4a2d8bb28e592f1109b4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733242018111 2024-12-03T16:07:01,977 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 191d4b86a9564b1e9ff8f5e24d4b1e03, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733242020389 2024-12-03T16:07:01,977 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38b5bdcc3be64894bfe4ed98c3b43862, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733242020389 2024-12-03T16:07:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:02,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:07:02,012 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T16:07:02,016 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:02,018 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#C#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:02,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:07:02,018 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/f9245187cb69471eb92b43770eefb283 is 50, key is test_row_0/C:col10/1733242020395/Put/seqid=0 2024-12-03T16:07:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-03T16:07:02,023 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412039f457f34aba3426f8883b772fb890e99_db064c89c6e10cbc2aa10137484e8207 store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:02,025 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412039f457f34aba3426f8883b772fb890e99_db064c89c6e10cbc2aa10137484e8207, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:02,026 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412039f457f34aba3426f8883b772fb890e99_db064c89c6e10cbc2aa10137484e8207 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:02,027 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:07:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T16:07:02,028 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:07:02,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:07:02,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b940b1fff15c4b5ea4b92e7a06e3a866_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242021783/Put/seqid=0 2024-12-03T16:07:02,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742290_1466 (size=12983) 2024-12-03T16:07:02,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242082060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242082068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,097 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/f9245187cb69471eb92b43770eefb283 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f9245187cb69471eb92b43770eefb283 2024-12-03T16:07:02,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242082071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242082076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,106 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/C of db064c89c6e10cbc2aa10137484e8207 into f9245187cb69471eb92b43770eefb283(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:02,106 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:07:02,106 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/C, priority=12, startTime=1733242021972; duration=0sec 2024-12-03T16:07:02,106 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:02,106 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:C 2024-12-03T16:07:02,106 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:07:02,107 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:07:02,107 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/B is initiating minor compaction (all files) 2024-12-03T16:07:02,107 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/B in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:02,107 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/94563ff128ae4210904b6151fa26f0d7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/816542845de247d8b59b51dc055813e3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d80aff81c4dd471eb70ebe7c92ba6589, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/b60aa487aad646e492bfc3656dba266c] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=48.3 K 2024-12-03T16:07:02,108 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94563ff128ae4210904b6151fa26f0d7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733242015033 2024-12-03T16:07:02,108 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 816542845de247d8b59b51dc055813e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733242017287 2024-12-03T16:07:02,109 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting d80aff81c4dd471eb70ebe7c92ba6589, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733242018111 2024-12-03T16:07:02,109 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting b60aa487aad646e492bfc3656dba266c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733242020389 2024-12-03T16:07:02,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742291_1467 (size=14994) 2024-12-03T16:07:02,122 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:02,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742292_1468 (size=4469) 2024-12-03T16:07:02,126 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#A#compaction#389 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:02,127 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/5785211a54044e84af961bb0c179d9e1 is 175, key is test_row_0/A:col10/1733242020395/Put/seqid=0 2024-12-03T16:07:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T16:07:02,132 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b940b1fff15c4b5ea4b92e7a06e3a866_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b940b1fff15c4b5ea4b92e7a06e3a866_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:02,132 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#B#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:02,133 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/8a4705de68be4b2688c5487d9a3d5980 is 50, key is test_row_0/B:col10/1733242020395/Put/seqid=0 2024-12-03T16:07:02,135 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/7068b374445c4cfc96e27eea8953ba28, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:02,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/7068b374445c4cfc96e27eea8953ba28 is 175, key is test_row_0/A:col10/1733242021783/Put/seqid=0 2024-12-03T16:07:02,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T16:07:02,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:02,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:02,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:02,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742293_1469 (size=31937) 2024-12-03T16:07:02,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742295_1471 (size=39949) 2024-12-03T16:07:02,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242082203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242082204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742294_1470 (size=12983) 2024-12-03T16:07:02,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242082206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242082206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,278 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/8a4705de68be4b2688c5487d9a3d5980 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/8a4705de68be4b2688c5487d9a3d5980 2024-12-03T16:07:02,316 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/B of db064c89c6e10cbc2aa10137484e8207 into 8a4705de68be4b2688c5487d9a3d5980(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:02,316 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:07:02,316 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/B, priority=12, startTime=1733242021972; duration=0sec 2024-12-03T16:07:02,316 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:02,316 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:B 2024-12-03T16:07:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T16:07:02,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T16:07:02,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:02,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:02,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:02,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242082432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242082432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242082458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242082462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T16:07:02,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:02,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:02,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:02,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,627 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/7068b374445c4cfc96e27eea8953ba28 2024-12-03T16:07:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T16:07:02,660 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/5785211a54044e84af961bb0c179d9e1 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/5785211a54044e84af961bb0c179d9e1 2024-12-03T16:07:02,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T16:07:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:02,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,690 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/A of db064c89c6e10cbc2aa10137484e8207 into 5785211a54044e84af961bb0c179d9e1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:02,690 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:07:02,690 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/A, priority=12, startTime=1733242021972; duration=0sec 2024-12-03T16:07:02,690 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:02,690 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:A 2024-12-03T16:07:02,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/f4bcb7a36ddd4574bc4a2931ffea2a84 is 50, key is test_row_0/B:col10/1733242021783/Put/seqid=0 2024-12-03T16:07:02,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742296_1472 (size=12301) 2024-12-03T16:07:02,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242082752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242082754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242082782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242082782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:02,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T16:07:02,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:02,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:02,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:02,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T16:07:02,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:02,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:02,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:02,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:03,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/f4bcb7a36ddd4574bc4a2931ffea2a84 2024-12-03T16:07:03,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/c58669e2bba84b07a8a686766bc7413d is 50, key is test_row_0/C:col10/1733242021783/Put/seqid=0 2024-12-03T16:07:03,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T16:07:03,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:03,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:03,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:03,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:03,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T16:07:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742297_1473 (size=12301) 2024-12-03T16:07:03,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242083272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:03,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T16:07:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:03,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:03,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242083282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:03,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:03,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:03,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:03,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242083302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:03,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:03,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:03,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:03,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242083302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:03,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:03,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:03,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:03,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1733242083422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:03,431 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in db064c89c6e10cbc2aa10137484e8207 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8392 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:03,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T16:07:03,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:03,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:03,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:03,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:03,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:03,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/c58669e2bba84b07a8a686766bc7413d 2024-12-03T16:07:03,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/7068b374445c4cfc96e27eea8953ba28 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/7068b374445c4cfc96e27eea8953ba28 2024-12-03T16:07:03,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/7068b374445c4cfc96e27eea8953ba28, entries=200, sequenceid=314, filesize=39.0 K 2024-12-03T16:07:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/f4bcb7a36ddd4574bc4a2931ffea2a84 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/f4bcb7a36ddd4574bc4a2931ffea2a84 2024-12-03T16:07:03,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T16:07:03,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:03,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:03,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:03,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:03,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:03,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/f4bcb7a36ddd4574bc4a2931ffea2a84, entries=150, sequenceid=314, filesize=12.0 K 2024-12-03T16:07:03,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/c58669e2bba84b07a8a686766bc7413d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/c58669e2bba84b07a8a686766bc7413d 2024-12-03T16:07:03,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/c58669e2bba84b07a8a686766bc7413d, entries=150, sequenceid=314, filesize=12.0 K 2024-12-03T16:07:03,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for db064c89c6e10cbc2aa10137484e8207 in 1644ms, sequenceid=314, compaction requested=false 2024-12-03T16:07:03,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:07:03,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T16:07:03,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:03,759 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:07:03,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f9fb5e44eaf84e7f9eca7e01682fed48_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242022071/Put/seqid=0 2024-12-03T16:07:03,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742298_1474 (size=12454) 2024-12-03T16:07:03,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,816 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f9fb5e44eaf84e7f9eca7e01682fed48_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f9fb5e44eaf84e7f9eca7e01682fed48_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:03,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/9381f7edb77e4476b54ff9a32d4955fc, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/9381f7edb77e4476b54ff9a32d4955fc is 175, key is test_row_0/A:col10/1733242022071/Put/seqid=0 2024-12-03T16:07:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742299_1475 (size=31255) 2024-12-03T16:07:03,851 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/9381f7edb77e4476b54ff9a32d4955fc 2024-12-03T16:07:03,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/624541a9e126460aa6dd86576ac2b17e is 50, key is test_row_0/B:col10/1733242022071/Put/seqid=0 2024-12-03T16:07:03,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742300_1476 (size=12301) 2024-12-03T16:07:03,914 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/624541a9e126460aa6dd86576ac2b17e 2024-12-03T16:07:03,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/78037281c79942fc9ff69c7980e6f118 is 50, key is test_row_0/C:col10/1733242022071/Put/seqid=0 2024-12-03T16:07:03,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742301_1477 (size=12301) 2024-12-03T16:07:03,934 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/78037281c79942fc9ff69c7980e6f118 2024-12-03T16:07:03,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/9381f7edb77e4476b54ff9a32d4955fc as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/9381f7edb77e4476b54ff9a32d4955fc 2024-12-03T16:07:03,943 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/9381f7edb77e4476b54ff9a32d4955fc, entries=150, sequenceid=328, filesize=30.5 K 2024-12-03T16:07:03,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/624541a9e126460aa6dd86576ac2b17e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/624541a9e126460aa6dd86576ac2b17e 2024-12-03T16:07:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,954 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/624541a9e126460aa6dd86576ac2b17e, entries=150, sequenceid=328, filesize=12.0 K 2024-12-03T16:07:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/78037281c79942fc9ff69c7980e6f118 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/78037281c79942fc9ff69c7980e6f118 2024-12-03T16:07:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,968 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/78037281c79942fc9ff69c7980e6f118, entries=150, sequenceid=328, filesize=12.0 K 2024-12-03T16:07:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,969 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for db064c89c6e10cbc2aa10137484e8207 in 210ms, sequenceid=328, compaction requested=true 2024-12-03T16:07:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:07:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:03,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-03T16:07:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-03T16:07:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-03T16:07:03,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9460 sec 2024-12-03T16:07:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.9600 sec 2024-12-03T16:07:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T16:07:04,172 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:04,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:07:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-03T16:07:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,179 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:07:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,180 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:07:04,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:07:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T16:07:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T16:07:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-03T16:07:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:04,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:07:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:04,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-03T16:07:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-03T16:07:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-03T16:07:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 159 msec 2024-12-03T16:07:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 171 msec 2024-12-03T16:07:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T16:07:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,504 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:07:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-03T16:07:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,507 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:07:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T16:07:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,508 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:07:04,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:07:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,542 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:07:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:04,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d81c0317ef094f35aa0290b7992c1032_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242024531/Put/seqid=0 2024-12-03T16:07:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T16:07:04,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742303_1479 (size=25158) 2024-12-03T16:07:04,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-03T16:07:04,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:04,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:04,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:04,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:04,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242084663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:04,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242084666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:04,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242084666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:04,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:04,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:04,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242084687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:04,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:04,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242084792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:04,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:04,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242084792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:04,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:04,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-03T16:07:04,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:04,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:04,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:04,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:04,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:04,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242084802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:04,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242084811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T16:07:04,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-03T16:07:04,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:04,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:04,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:04,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:04,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242085012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:05,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242085013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:05,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:05,031 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:05,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242085021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:05,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242085022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:05,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:05,037 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d81c0317ef094f35aa0290b7992c1032_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d81c0317ef094f35aa0290b7992c1032_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:05,039 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/0785a0890f954165af42e28f8c26542e, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:05,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/0785a0890f954165af42e28f8c26542e is 175, key is test_row_0/A:col10/1733242024531/Put/seqid=0 2024-12-03T16:07:05,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742302_1478 (size=74795) 2024-12-03T16:07:05,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-03T16:07:05,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T16:07:05,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:05,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,173 INFO [Thread-1746 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1746. 2024-12-03T16:07:05,173 DEBUG [Thread-1746 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:05,173 DEBUG [Thread-1746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:05,173 DEBUG [Thread-1746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:05,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:05,182 INFO [Thread-1742 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1742. 2024-12-03T16:07:05,182 DEBUG [Thread-1742 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:05,182 DEBUG [Thread-1742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:05,182 DEBUG [Thread-1742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:05,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:05,186 INFO [Thread-1740 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1740. 2024-12-03T16:07:05,186 DEBUG [Thread-1740 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:05,186 DEBUG [Thread-1740 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:05,186 DEBUG [Thread-1740 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:05,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:05,189 INFO [Thread-1744 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1744. 2024-12-03T16:07:05,189 DEBUG [Thread-1744 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:05,189 DEBUG [Thread-1744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:05,189 DEBUG [Thread-1744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:05,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:05,193 INFO [Thread-1738 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1738. 2024-12-03T16:07:05,193 DEBUG [Thread-1738 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:05,194 DEBUG [Thread-1738 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:05,194 DEBUG [Thread-1738 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:05,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:05,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-03T16:07:05,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:05,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:05,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242085331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242085331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242085342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242085342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:05,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-03T16:07:05,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:05,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,447 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/0785a0890f954165af42e28f8c26542e 2024-12-03T16:07:05,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/17994c674f58468bbf57331b2fbd8ba7 is 50, key is test_row_0/B:col10/1733242024531/Put/seqid=0 2024-12-03T16:07:05,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742304_1480 (size=12301) 2024-12-03T16:07:05,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-03T16:07:05,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:05,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T16:07:05,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-03T16:07:05,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:05,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:05,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:05,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50156 deadline: 1733242085842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50118 deadline: 1733242085842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:05,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:05,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50100 deadline: 1733242085851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1733242085851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:05,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/17994c674f58468bbf57331b2fbd8ba7 2024-12-03T16:07:05,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/f456835880944b11a8af5aba9c37f41d is 50, key is test_row_0/C:col10/1733242024531/Put/seqid=0 2024-12-03T16:07:05,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742305_1481 (size=12301) 2024-12-03T16:07:05,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/f456835880944b11a8af5aba9c37f41d 2024-12-03T16:07:05,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/0785a0890f954165af42e28f8c26542e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0785a0890f954165af42e28f8c26542e 2024-12-03T16:07:05,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0785a0890f954165af42e28f8c26542e, entries=400, sequenceid=340, filesize=73.0 K 2024-12-03T16:07:05,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/17994c674f58468bbf57331b2fbd8ba7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/17994c674f58468bbf57331b2fbd8ba7 2024-12-03T16:07:05,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/17994c674f58468bbf57331b2fbd8ba7, entries=150, sequenceid=340, filesize=12.0 K 2024-12-03T16:07:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/f456835880944b11a8af5aba9c37f41d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f456835880944b11a8af5aba9c37f41d 2024-12-03T16:07:05,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f456835880944b11a8af5aba9c37f41d, entries=150, sequenceid=340, filesize=12.0 K 2024-12-03T16:07:05,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for db064c89c6e10cbc2aa10137484e8207 in 1339ms, sequenceid=340, compaction requested=true 2024-12-03T16:07:05,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:07:05,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:05,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:05,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:05,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:05,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db064c89c6e10cbc2aa10137484e8207:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:05,881 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:07:05,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:05,881 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:07:05,882 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:07:05,882 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 177936 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:07:05,882 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/B is initiating minor compaction (all files) 2024-12-03T16:07:05,882 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/A is initiating minor compaction (all files) 2024-12-03T16:07:05,882 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/B in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,882 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/A in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,882 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/8a4705de68be4b2688c5487d9a3d5980, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/f4bcb7a36ddd4574bc4a2931ffea2a84, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/624541a9e126460aa6dd86576ac2b17e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/17994c674f58468bbf57331b2fbd8ba7] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=48.7 K 2024-12-03T16:07:05,883 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/5785211a54044e84af961bb0c179d9e1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/7068b374445c4cfc96e27eea8953ba28, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/9381f7edb77e4476b54ff9a32d4955fc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0785a0890f954165af42e28f8c26542e] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=173.8 K 2024-12-03T16:07:05,883 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,883 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/5785211a54044e84af961bb0c179d9e1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/7068b374445c4cfc96e27eea8953ba28, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/9381f7edb77e4476b54ff9a32d4955fc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0785a0890f954165af42e28f8c26542e] 2024-12-03T16:07:05,883 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a4705de68be4b2688c5487d9a3d5980, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733242020389 2024-12-03T16:07:05,883 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5785211a54044e84af961bb0c179d9e1, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733242020389 2024-12-03T16:07:05,883 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting f4bcb7a36ddd4574bc4a2931ffea2a84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733242021783 2024-12-03T16:07:05,883 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 624541a9e126460aa6dd86576ac2b17e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733242022049 2024-12-03T16:07:05,883 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7068b374445c4cfc96e27eea8953ba28, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733242021783 2024-12-03T16:07:05,883 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 17994c674f58468bbf57331b2fbd8ba7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733242024428 2024-12-03T16:07:05,883 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9381f7edb77e4476b54ff9a32d4955fc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733242022049 2024-12-03T16:07:05,884 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0785a0890f954165af42e28f8c26542e, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733242024418 2024-12-03T16:07:05,890 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:05,892 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203b159097b1b584551a7630d93e45d48bf_db064c89c6e10cbc2aa10137484e8207 store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:05,892 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#B#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:05,892 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/e0e74aed8b9a44438838e4236bbcc723 is 50, key is test_row_0/B:col10/1733242024531/Put/seqid=0 2024-12-03T16:07:05,896 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203b159097b1b584551a7630d93e45d48bf_db064c89c6e10cbc2aa10137484e8207, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:05,897 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b159097b1b584551a7630d93e45d48bf_db064c89c6e10cbc2aa10137484e8207 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:05,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742306_1482 (size=13119) 2024-12-03T16:07:05,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742307_1483 (size=4469) 2024-12-03T16:07:05,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-03T16:07:05,902 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#A#compaction#402 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:05,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,902 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:07:05,902 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/096b7f653447440a8e78b71596b293c3 is 175, key is test_row_0/A:col10/1733242024531/Put/seqid=0 2024-12-03T16:07:05,903 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/e0e74aed8b9a44438838e4236bbcc723 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e0e74aed8b9a44438838e4236bbcc723 2024-12-03T16:07:05,908 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/B of db064c89c6e10cbc2aa10137484e8207 into e0e74aed8b9a44438838e4236bbcc723(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:05,908 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:07:05,908 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/B, priority=12, startTime=1733242025881; duration=0sec 2024-12-03T16:07:05,908 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:05,908 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:B 2024-12-03T16:07:05,908 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:07:05,910 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:07:05,910 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): db064c89c6e10cbc2aa10137484e8207/C is initiating minor compaction (all files) 2024-12-03T16:07:05,910 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db064c89c6e10cbc2aa10137484e8207/C in TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:05,910 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f9245187cb69471eb92b43770eefb283, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/c58669e2bba84b07a8a686766bc7413d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/78037281c79942fc9ff69c7980e6f118, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f456835880944b11a8af5aba9c37f41d] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp, totalSize=48.7 K 2024-12-03T16:07:05,911 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting f9245187cb69471eb92b43770eefb283, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733242020389 2024-12-03T16:07:05,911 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting c58669e2bba84b07a8a686766bc7413d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733242021783 2024-12-03T16:07:05,911 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 78037281c79942fc9ff69c7980e6f118, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733242022049 2024-12-03T16:07:05,911 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting f456835880944b11a8af5aba9c37f41d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733242024428 2024-12-03T16:07:05,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742308_1484 (size=32073) 2024-12-03T16:07:05,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203749cefb53831471b99c0d57ea55166d7_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242024684/Put/seqid=0 2024-12-03T16:07:05,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742309_1485 (size=12454) 2024-12-03T16:07:05,928 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db064c89c6e10cbc2aa10137484e8207#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:05,928 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/b3c9ad1266e34ab3860ab96054361cb9 is 50, key is test_row_0/C:col10/1733242024531/Put/seqid=0 2024-12-03T16:07:05,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742310_1486 (size=13119) 2024-12-03T16:07:06,319 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/096b7f653447440a8e78b71596b293c3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/096b7f653447440a8e78b71596b293c3 2024-12-03T16:07:06,324 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/A of db064c89c6e10cbc2aa10137484e8207 into 096b7f653447440a8e78b71596b293c3(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:06,324 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:07:06,324 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/A, priority=12, startTime=1733242025881; duration=0sec 2024-12-03T16:07:06,324 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:06,324 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:A 2024-12-03T16:07:06,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:06,332 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203749cefb53831471b99c0d57ea55166d7_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203749cefb53831471b99c0d57ea55166d7_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:06,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/2892750cbf304757928e75825a62623c, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:06,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/2892750cbf304757928e75825a62623c is 175, key is test_row_0/A:col10/1733242024684/Put/seqid=0 2024-12-03T16:07:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742311_1487 (size=31255) 2024-12-03T16:07:06,340 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/2892750cbf304757928e75825a62623c 2024-12-03T16:07:06,354 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/b3c9ad1266e34ab3860ab96054361cb9 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/b3c9ad1266e34ab3860ab96054361cb9 2024-12-03T16:07:06,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/d562972f0aaa4c258c17f7a3a558bf85 is 50, key is test_row_0/B:col10/1733242024684/Put/seqid=0 2024-12-03T16:07:06,358 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db064c89c6e10cbc2aa10137484e8207/C of db064c89c6e10cbc2aa10137484e8207 into b3c9ad1266e34ab3860ab96054361cb9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:06,358 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:07:06,358 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., storeName=db064c89c6e10cbc2aa10137484e8207/C, priority=12, startTime=1733242025881; duration=0sec 2024-12-03T16:07:06,358 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:06,358 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db064c89c6e10cbc2aa10137484e8207:C 2024-12-03T16:07:06,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742312_1488 (size=12301) 2024-12-03T16:07:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T16:07:06,768 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/d562972f0aaa4c258c17f7a3a558bf85 2024-12-03T16:07:06,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/66334d9dfd6d4a899059d040886204f9 is 50, key is test_row_0/C:col10/1733242024684/Put/seqid=0 2024-12-03T16:07:06,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742313_1489 (size=12301) 2024-12-03T16:07:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:06,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. as already flushing 2024-12-03T16:07:06,853 INFO [Thread-1735 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1735. 2024-12-03T16:07:06,853 DEBUG [Thread-1735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:06,853 INFO [Thread-1731 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1731. 2024-12-03T16:07:06,853 DEBUG [Thread-1735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:06,853 DEBUG [Thread-1731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:06,853 DEBUG [Thread-1731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:06,853 DEBUG [Thread-1735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:06,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:06,853 DEBUG [Thread-1731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:06,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:06,863 INFO [Thread-1733 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1733. 2024-12-03T16:07:06,863 INFO [Thread-1729 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1729. 2024-12-03T16:07:06,863 DEBUG [Thread-1733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:06,863 DEBUG [Thread-1729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:06,863 DEBUG [Thread-1733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:06,863 DEBUG [Thread-1729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:06,863 DEBUG [Thread-1729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:06,863 DEBUG [Thread-1733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:06,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:06,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:07,178 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/66334d9dfd6d4a899059d040886204f9 2024-12-03T16:07:07,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/2892750cbf304757928e75825a62623c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/2892750cbf304757928e75825a62623c 2024-12-03T16:07:07,186 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/2892750cbf304757928e75825a62623c, entries=150, sequenceid=365, filesize=30.5 K 2024-12-03T16:07:07,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/d562972f0aaa4c258c17f7a3a558bf85 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d562972f0aaa4c258c17f7a3a558bf85 2024-12-03T16:07:07,191 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d562972f0aaa4c258c17f7a3a558bf85, entries=150, sequenceid=365, filesize=12.0 K 2024-12-03T16:07:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/66334d9dfd6d4a899059d040886204f9 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/66334d9dfd6d4a899059d040886204f9 2024-12-03T16:07:07,195 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/66334d9dfd6d4a899059d040886204f9, entries=150, sequenceid=365, filesize=12.0 K 2024-12-03T16:07:07,196 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for db064c89c6e10cbc2aa10137484e8207 in 1294ms, sequenceid=365, compaction requested=false 2024-12-03T16:07:07,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for db064c89c6e10cbc2aa10137484e8207: 2024-12-03T16:07:07,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:07,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-03T16:07:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-03T16:07:07,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-03T16:07:07,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6900 sec 2024-12-03T16:07:07,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.6960 sec 2024-12-03T16:07:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T16:07:08,662 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:09,322 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T16:07:12,831 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/ba64d5f322134d0b9706902c2b630179, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d328819be0ec4c6fa81dfb80612bfb1f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0ec568316de24a8c8528659452fb9140, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/74d2c330002a44418260f8dc82c3db52, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/f658c67597c94246b9eb95debcfc5a78, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/c476934e1e2a49cf92912d11d89ed31a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8e99fbe3793148efa6de3bb5b1feaa0e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/b4865cbcfe314dd48605616f328cb825, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/597d1f6773794a7ba79e807f78d733e2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/592dde06ea9f46238a389ac70019f7b1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/adb12f934d474e5da9d939156ac0d3c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/5d05f831282546edb98a5c39f7c8029c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d949e1cee469431dad1dcec15e5b18df, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/724a02412f2e4c128cb4f06723b0995e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8b1addc0c70943bf8e07dd5917f6faad, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/c8f0a9f226964879a13e8707683fc27e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8cacdca1d59541049c5dbf5e52e9c5da, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/09fd11f2b3c2457e8b6bd425e5ee2b1a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d72b77555c4b4a2d8bb28e592f1109b4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/191d4b86a9564b1e9ff8f5e24d4b1e03, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/5785211a54044e84af961bb0c179d9e1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/7068b374445c4cfc96e27eea8953ba28, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/9381f7edb77e4476b54ff9a32d4955fc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0785a0890f954165af42e28f8c26542e] to archive 2024-12-03T16:07:12,833 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:07:12,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/ba64d5f322134d0b9706902c2b630179 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/ba64d5f322134d0b9706902c2b630179 2024-12-03T16:07:12,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d328819be0ec4c6fa81dfb80612bfb1f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d328819be0ec4c6fa81dfb80612bfb1f 2024-12-03T16:07:12,837 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0ec568316de24a8c8528659452fb9140 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0ec568316de24a8c8528659452fb9140 2024-12-03T16:07:12,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/74d2c330002a44418260f8dc82c3db52 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/74d2c330002a44418260f8dc82c3db52 2024-12-03T16:07:12,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/f658c67597c94246b9eb95debcfc5a78 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/f658c67597c94246b9eb95debcfc5a78 2024-12-03T16:07:12,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/c476934e1e2a49cf92912d11d89ed31a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/c476934e1e2a49cf92912d11d89ed31a 2024-12-03T16:07:12,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8e99fbe3793148efa6de3bb5b1feaa0e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8e99fbe3793148efa6de3bb5b1feaa0e 2024-12-03T16:07:12,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/b4865cbcfe314dd48605616f328cb825 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/b4865cbcfe314dd48605616f328cb825 2024-12-03T16:07:12,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/597d1f6773794a7ba79e807f78d733e2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/597d1f6773794a7ba79e807f78d733e2 2024-12-03T16:07:12,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/592dde06ea9f46238a389ac70019f7b1 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/592dde06ea9f46238a389ac70019f7b1 2024-12-03T16:07:12,846 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/adb12f934d474e5da9d939156ac0d3c8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/adb12f934d474e5da9d939156ac0d3c8 2024-12-03T16:07:12,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/5d05f831282546edb98a5c39f7c8029c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/5d05f831282546edb98a5c39f7c8029c 2024-12-03T16:07:12,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d949e1cee469431dad1dcec15e5b18df to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d949e1cee469431dad1dcec15e5b18df 2024-12-03T16:07:12,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/724a02412f2e4c128cb4f06723b0995e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/724a02412f2e4c128cb4f06723b0995e 2024-12-03T16:07:12,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8b1addc0c70943bf8e07dd5917f6faad to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8b1addc0c70943bf8e07dd5917f6faad 2024-12-03T16:07:12,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/c8f0a9f226964879a13e8707683fc27e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/c8f0a9f226964879a13e8707683fc27e 2024-12-03T16:07:12,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8cacdca1d59541049c5dbf5e52e9c5da to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/8cacdca1d59541049c5dbf5e52e9c5da 2024-12-03T16:07:12,856 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/09fd11f2b3c2457e8b6bd425e5ee2b1a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/09fd11f2b3c2457e8b6bd425e5ee2b1a 2024-12-03T16:07:12,857 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d72b77555c4b4a2d8bb28e592f1109b4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/d72b77555c4b4a2d8bb28e592f1109b4 2024-12-03T16:07:12,858 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/191d4b86a9564b1e9ff8f5e24d4b1e03 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/191d4b86a9564b1e9ff8f5e24d4b1e03 2024-12-03T16:07:12,859 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/5785211a54044e84af961bb0c179d9e1 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/5785211a54044e84af961bb0c179d9e1 2024-12-03T16:07:12,860 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/7068b374445c4cfc96e27eea8953ba28 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/7068b374445c4cfc96e27eea8953ba28 2024-12-03T16:07:12,861 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/9381f7edb77e4476b54ff9a32d4955fc to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/9381f7edb77e4476b54ff9a32d4955fc 2024-12-03T16:07:12,863 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0785a0890f954165af42e28f8c26542e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/0785a0890f954165af42e28f8c26542e 2024-12-03T16:07:12,867 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e3c2dfe2a594455397cbb36fd5aecc53, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/6840c575fee74a5baa5d0da02495e047, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e377a3c80bee4a3882445832a4608e10, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/b528acdfe5dd4d409f9c60e307139e0a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/a40f76f662f44d7383586e46b9dfe26b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d627837c18664dc8aa29e7b1471f67af, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/6f48fa9916a84411bd2610ac8e52f14e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/9b09d4c555a043b58d718ef089b3181a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/cf174df150214e1ba7f40a1503a44652, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/cbd1d2bd913a40cb88db9f43d61e741b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/88f9a29057a94760aef289e8b3f499ce, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/83921c6033924d118e9d91fedb1fce97, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/2c4d2c968b93424ab9f02393c693b16c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/1ef185b2d37745d3b050812cd9c0ff77, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/4bbce0e502de4572bd310ff5fba30169, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/94563ff128ae4210904b6151fa26f0d7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/15500811039740b3b283e8bdc6148915, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/816542845de247d8b59b51dc055813e3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d80aff81c4dd471eb70ebe7c92ba6589, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/8a4705de68be4b2688c5487d9a3d5980, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/b60aa487aad646e492bfc3656dba266c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/f4bcb7a36ddd4574bc4a2931ffea2a84, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/624541a9e126460aa6dd86576ac2b17e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/17994c674f58468bbf57331b2fbd8ba7] to archive 2024-12-03T16:07:12,868 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:07:12,870 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e3c2dfe2a594455397cbb36fd5aecc53 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e3c2dfe2a594455397cbb36fd5aecc53 2024-12-03T16:07:12,871 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/6840c575fee74a5baa5d0da02495e047 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/6840c575fee74a5baa5d0da02495e047 2024-12-03T16:07:12,872 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e377a3c80bee4a3882445832a4608e10 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e377a3c80bee4a3882445832a4608e10 2024-12-03T16:07:12,873 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/b528acdfe5dd4d409f9c60e307139e0a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/b528acdfe5dd4d409f9c60e307139e0a 2024-12-03T16:07:12,875 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/a40f76f662f44d7383586e46b9dfe26b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/a40f76f662f44d7383586e46b9dfe26b 2024-12-03T16:07:12,876 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d627837c18664dc8aa29e7b1471f67af to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d627837c18664dc8aa29e7b1471f67af 2024-12-03T16:07:12,877 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/6f48fa9916a84411bd2610ac8e52f14e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/6f48fa9916a84411bd2610ac8e52f14e 2024-12-03T16:07:12,878 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/9b09d4c555a043b58d718ef089b3181a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/9b09d4c555a043b58d718ef089b3181a 2024-12-03T16:07:12,879 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/cf174df150214e1ba7f40a1503a44652 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/cf174df150214e1ba7f40a1503a44652 2024-12-03T16:07:12,880 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/cbd1d2bd913a40cb88db9f43d61e741b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/cbd1d2bd913a40cb88db9f43d61e741b 2024-12-03T16:07:12,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/88f9a29057a94760aef289e8b3f499ce to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/88f9a29057a94760aef289e8b3f499ce 2024-12-03T16:07:12,882 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/83921c6033924d118e9d91fedb1fce97 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/83921c6033924d118e9d91fedb1fce97 2024-12-03T16:07:12,883 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/2c4d2c968b93424ab9f02393c693b16c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/2c4d2c968b93424ab9f02393c693b16c 2024-12-03T16:07:12,884 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/1ef185b2d37745d3b050812cd9c0ff77 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/1ef185b2d37745d3b050812cd9c0ff77 2024-12-03T16:07:12,885 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/4bbce0e502de4572bd310ff5fba30169 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/4bbce0e502de4572bd310ff5fba30169 2024-12-03T16:07:12,886 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/94563ff128ae4210904b6151fa26f0d7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/94563ff128ae4210904b6151fa26f0d7 2024-12-03T16:07:12,887 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/15500811039740b3b283e8bdc6148915 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/15500811039740b3b283e8bdc6148915 2024-12-03T16:07:12,888 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/816542845de247d8b59b51dc055813e3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/816542845de247d8b59b51dc055813e3 2024-12-03T16:07:12,889 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d80aff81c4dd471eb70ebe7c92ba6589 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d80aff81c4dd471eb70ebe7c92ba6589 2024-12-03T16:07:12,891 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/8a4705de68be4b2688c5487d9a3d5980 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/8a4705de68be4b2688c5487d9a3d5980 2024-12-03T16:07:12,892 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/b60aa487aad646e492bfc3656dba266c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/b60aa487aad646e492bfc3656dba266c 2024-12-03T16:07:12,893 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/f4bcb7a36ddd4574bc4a2931ffea2a84 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/f4bcb7a36ddd4574bc4a2931ffea2a84 2024-12-03T16:07:12,894 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/624541a9e126460aa6dd86576ac2b17e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/624541a9e126460aa6dd86576ac2b17e 2024-12-03T16:07:12,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/17994c674f58468bbf57331b2fbd8ba7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/17994c674f58468bbf57331b2fbd8ba7 2024-12-03T16:07:12,899 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f07a3d31f2084158b3740075016319c8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/aa920839193c46469e8810e77b6b136a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/76db06b3e9c44f0eaff75a380f807fe4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e04ca1617bd94d92bd40ca50bf0a9a28, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f0d3d81f8efa40f690ae05a605a160dc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/ea7c308f0e824d4a8d81ea1f3650f8a8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/4d8419b2d88e4fcc9c0121e909632406, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/573897d9f3f9435d837b7f14ce20ba64, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/7bbd0f7164964673960059cd6d9ff62f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e64eb286d2624d808f33d8f093a30ad2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/ba4046d7a38247c8862407f251e59b13, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/2bd9b96ec32b406b8279dd6c7395cb38, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/4f21969c9b604aaa8b065ae818a1774d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/82894ae1f1d1443d8be06b682125b4cc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/5b79690adc084f7b911cc215966149bb, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/cbb35652a97042d89543b1cbc9d21a24, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/9612bc10ae8e425fa2c118024c9ba5cd, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/33960ef9b36c4c1f98d2601af1d7b0f9, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/c974edae05a8451ab1e6a99f1b66a118, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f9245187cb69471eb92b43770eefb283, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/38b5bdcc3be64894bfe4ed98c3b43862, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/c58669e2bba84b07a8a686766bc7413d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/78037281c79942fc9ff69c7980e6f118, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f456835880944b11a8af5aba9c37f41d] to archive 2024-12-03T16:07:12,900 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:07:12,902 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f07a3d31f2084158b3740075016319c8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f07a3d31f2084158b3740075016319c8 2024-12-03T16:07:12,903 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/aa920839193c46469e8810e77b6b136a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/aa920839193c46469e8810e77b6b136a 2024-12-03T16:07:12,904 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/76db06b3e9c44f0eaff75a380f807fe4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/76db06b3e9c44f0eaff75a380f807fe4 2024-12-03T16:07:12,906 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e04ca1617bd94d92bd40ca50bf0a9a28 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e04ca1617bd94d92bd40ca50bf0a9a28 2024-12-03T16:07:12,907 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f0d3d81f8efa40f690ae05a605a160dc to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f0d3d81f8efa40f690ae05a605a160dc 2024-12-03T16:07:12,908 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/ea7c308f0e824d4a8d81ea1f3650f8a8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/ea7c308f0e824d4a8d81ea1f3650f8a8 2024-12-03T16:07:12,909 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/4d8419b2d88e4fcc9c0121e909632406 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/4d8419b2d88e4fcc9c0121e909632406 2024-12-03T16:07:12,910 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/573897d9f3f9435d837b7f14ce20ba64 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/573897d9f3f9435d837b7f14ce20ba64 2024-12-03T16:07:12,911 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/7bbd0f7164964673960059cd6d9ff62f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/7bbd0f7164964673960059cd6d9ff62f 2024-12-03T16:07:12,912 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e64eb286d2624d808f33d8f093a30ad2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e64eb286d2624d808f33d8f093a30ad2 2024-12-03T16:07:12,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/ba4046d7a38247c8862407f251e59b13 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/ba4046d7a38247c8862407f251e59b13 2024-12-03T16:07:12,914 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/2bd9b96ec32b406b8279dd6c7395cb38 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/2bd9b96ec32b406b8279dd6c7395cb38 2024-12-03T16:07:12,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/4f21969c9b604aaa8b065ae818a1774d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/4f21969c9b604aaa8b065ae818a1774d 2024-12-03T16:07:12,917 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/82894ae1f1d1443d8be06b682125b4cc to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/82894ae1f1d1443d8be06b682125b4cc 2024-12-03T16:07:12,918 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/5b79690adc084f7b911cc215966149bb to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/5b79690adc084f7b911cc215966149bb 2024-12-03T16:07:12,919 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/cbb35652a97042d89543b1cbc9d21a24 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/cbb35652a97042d89543b1cbc9d21a24 2024-12-03T16:07:12,920 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/9612bc10ae8e425fa2c118024c9ba5cd to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/9612bc10ae8e425fa2c118024c9ba5cd 2024-12-03T16:07:12,921 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/33960ef9b36c4c1f98d2601af1d7b0f9 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/33960ef9b36c4c1f98d2601af1d7b0f9 2024-12-03T16:07:12,922 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/c974edae05a8451ab1e6a99f1b66a118 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/c974edae05a8451ab1e6a99f1b66a118 2024-12-03T16:07:12,923 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f9245187cb69471eb92b43770eefb283 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f9245187cb69471eb92b43770eefb283 2024-12-03T16:07:12,924 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/38b5bdcc3be64894bfe4ed98c3b43862 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/38b5bdcc3be64894bfe4ed98c3b43862 2024-12-03T16:07:12,925 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/c58669e2bba84b07a8a686766bc7413d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/c58669e2bba84b07a8a686766bc7413d 2024-12-03T16:07:12,926 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/78037281c79942fc9ff69c7980e6f118 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/78037281c79942fc9ff69c7980e6f118 2024-12-03T16:07:12,928 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f456835880944b11a8af5aba9c37f41d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/f456835880944b11a8af5aba9c37f41d 2024-12-03T16:07:13,444 INFO [Thread-1727 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1727. 2024-12-03T16:07:13,444 DEBUG [Thread-1727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:13,444 DEBUG [Thread-1727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:13,444 DEBUG [Thread-1727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:13,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 705 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2107 rows 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 707 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2112 rows 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 698 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2085 rows 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 703 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2109 rows 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 691 2024-12-03T16:07:13,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2072 rows 2024-12-03T16:07:13,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T16:07:13,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T16:07:13,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:13,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:13,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:13,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-03T16:07:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-03T16:07:13,450 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733242033449"}]},"ts":"1733242033449"} 2024-12-03T16:07:13,451 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T16:07:13,451 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T16:07:13,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T16:07:13,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, UNASSIGN}] 2024-12-03T16:07:13,453 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, UNASSIGN 2024-12-03T16:07:13,454 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=db064c89c6e10cbc2aa10137484e8207, regionState=CLOSING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:07:13,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, UNASSIGN because future has completed 2024-12-03T16:07:13,456 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T16:07:13,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:07:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-03T16:07:13,608 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(122): Close db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:13,608 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T16:07:13,608 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1722): Closing db064c89c6e10cbc2aa10137484e8207, disabling compactions & flushes 2024-12-03T16:07:13,608 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:13,608 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:13,608 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. after waiting 0 ms 2024-12-03T16:07:13,608 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:13,608 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(2902): Flushing db064c89c6e10cbc2aa10137484e8207 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-03T16:07:13,614 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038f2a63bb333344329d4bd13d34a9327a_db064c89c6e10cbc2aa10137484e8207 is 50, key is test_row_0/A:col10/1733242033442/Put/seqid=0 2024-12-03T16:07:13,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742314_1490 (size=12454) 2024-12-03T16:07:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-03T16:07:14,018 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:14,022 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038f2a63bb333344329d4bd13d34a9327a_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038f2a63bb333344329d4bd13d34a9327a_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:14,023 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/128dc0fc704c42a4948547b4c7c68111, store: [table=TestAcidGuarantees family=A region=db064c89c6e10cbc2aa10137484e8207] 2024-12-03T16:07:14,024 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/128dc0fc704c42a4948547b4c7c68111 is 175, key is test_row_0/A:col10/1733242033442/Put/seqid=0 2024-12-03T16:07:14,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742315_1491 (size=31255) 2024-12-03T16:07:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-03T16:07:14,428 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/128dc0fc704c42a4948547b4c7c68111 2024-12-03T16:07:14,435 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/441933acbf2446b9a1dfbcfb4684c528 is 50, key is test_row_0/B:col10/1733242033442/Put/seqid=0 2024-12-03T16:07:14,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742316_1492 (size=12301) 2024-12-03T16:07:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-03T16:07:14,839 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/441933acbf2446b9a1dfbcfb4684c528 2024-12-03T16:07:14,846 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/e609c111556347d890d9ab856f3d2779 is 50, key is test_row_0/C:col10/1733242033442/Put/seqid=0 2024-12-03T16:07:14,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742317_1493 (size=12301) 2024-12-03T16:07:15,250 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/e609c111556347d890d9ab856f3d2779 2024-12-03T16:07:15,254 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/A/128dc0fc704c42a4948547b4c7c68111 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/128dc0fc704c42a4948547b4c7c68111 2024-12-03T16:07:15,257 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/128dc0fc704c42a4948547b4c7c68111, entries=150, sequenceid=376, filesize=30.5 K 2024-12-03T16:07:15,257 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/B/441933acbf2446b9a1dfbcfb4684c528 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/441933acbf2446b9a1dfbcfb4684c528 2024-12-03T16:07:15,260 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/441933acbf2446b9a1dfbcfb4684c528, entries=150, sequenceid=376, filesize=12.0 K 2024-12-03T16:07:15,261 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/.tmp/C/e609c111556347d890d9ab856f3d2779 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e609c111556347d890d9ab856f3d2779 2024-12-03T16:07:15,263 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e609c111556347d890d9ab856f3d2779, entries=150, sequenceid=376, filesize=12.0 K 2024-12-03T16:07:15,264 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for db064c89c6e10cbc2aa10137484e8207 in 1656ms, sequenceid=376, compaction requested=true 2024-12-03T16:07:15,268 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/recovered.edits/379.seqid, newMaxSeqId=379, maxSeqId=4 2024-12-03T16:07:15,269 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. 2024-12-03T16:07:15,269 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1676): Region close journal for db064c89c6e10cbc2aa10137484e8207: Waiting for close lock at 1733242033608Running coprocessor pre-close hooks at 1733242033608Disabling compacts and flushes for region at 1733242033608Disabling writes for close at 1733242033608Obtaining lock to block concurrent updates at 1733242033608Preparing flush snapshotting stores in db064c89c6e10cbc2aa10137484e8207 at 1733242033608Finished memstore snapshotting TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733242033609 (+1 ms)Flushing stores of TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207. at 1733242033609Flushing db064c89c6e10cbc2aa10137484e8207/A: creating writer at 1733242033609Flushing mob file db064c89c6e10cbc2aa10137484e8207/A: appending metadata at 1733242033614 (+5 ms)Flushing mob file db064c89c6e10cbc2aa10137484e8207/A: closing flushed file at 1733242033614Flushing db064c89c6e10cbc2aa10137484e8207/A: appending metadata at 1733242034023 (+409 ms)Flushing db064c89c6e10cbc2aa10137484e8207/A: closing flushed file at 1733242034024 (+1 ms)Flushing db064c89c6e10cbc2aa10137484e8207/B: creating writer at 1733242034433 (+409 ms)Flushing db064c89c6e10cbc2aa10137484e8207/B: appending metadata at 1733242034435 (+2 ms)Flushing db064c89c6e10cbc2aa10137484e8207/B: closing flushed file at 1733242034435Flushing db064c89c6e10cbc2aa10137484e8207/C: creating writer at 1733242034843 (+408 ms)Flushing db064c89c6e10cbc2aa10137484e8207/C: appending metadata at 1733242034846 (+3 ms)Flushing db064c89c6e10cbc2aa10137484e8207/C: closing flushed file at 1733242034846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd51d4c: reopening flushed file at 1733242035253 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ac0498: reopening flushed file at 1733242035257 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107b1867: reopening flushed file at 1733242035260 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for db064c89c6e10cbc2aa10137484e8207 in 1656ms, sequenceid=376, compaction requested=true at 1733242035264 (+4 ms)Writing region close event to WAL at 1733242035265 (+1 ms)Running coprocessor post-close hooks at 1733242035269 (+4 ms)Closed at 1733242035269 2024-12-03T16:07:15,271 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(157): Closed db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=db064c89c6e10cbc2aa10137484e8207, regionState=CLOSED 2024-12-03T16:07:15,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:07:15,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-03T16:07:15,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseRegionProcedure db064c89c6e10cbc2aa10137484e8207, server=713339a81dd9,43037,1733241911101 in 1.8170 sec 2024-12-03T16:07:15,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-12-03T16:07:15,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db064c89c6e10cbc2aa10137484e8207, UNASSIGN in 1.8220 sec 2024-12-03T16:07:15,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-03T16:07:15,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8260 sec 2024-12-03T16:07:15,279 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733242035279"}]},"ts":"1733242035279"} 2024-12-03T16:07:15,280 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T16:07:15,280 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T16:07:15,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8350 sec 2024-12-03T16:07:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-03T16:07:15,602 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:15,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-03T16:07:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:15,605 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-03T16:07:15,605 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=127, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:15,607 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,609 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/recovered.edits] 2024-12-03T16:07:15,611 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/096b7f653447440a8e78b71596b293c3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/096b7f653447440a8e78b71596b293c3 2024-12-03T16:07:15,612 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/128dc0fc704c42a4948547b4c7c68111 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/128dc0fc704c42a4948547b4c7c68111 2024-12-03T16:07:15,613 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/2892750cbf304757928e75825a62623c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/A/2892750cbf304757928e75825a62623c 2024-12-03T16:07:15,615 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/441933acbf2446b9a1dfbcfb4684c528 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/441933acbf2446b9a1dfbcfb4684c528 2024-12-03T16:07:15,616 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d562972f0aaa4c258c17f7a3a558bf85 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/d562972f0aaa4c258c17f7a3a558bf85 2024-12-03T16:07:15,617 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e0e74aed8b9a44438838e4236bbcc723 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/B/e0e74aed8b9a44438838e4236bbcc723 2024-12-03T16:07:15,619 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/66334d9dfd6d4a899059d040886204f9 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/66334d9dfd6d4a899059d040886204f9 2024-12-03T16:07:15,620 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/b3c9ad1266e34ab3860ab96054361cb9 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/b3c9ad1266e34ab3860ab96054361cb9 2024-12-03T16:07:15,621 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e609c111556347d890d9ab856f3d2779 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/C/e609c111556347d890d9ab856f3d2779 2024-12-03T16:07:15,623 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/recovered.edits/379.seqid to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207/recovered.edits/379.seqid 2024-12-03T16:07:15,623 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,623 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T16:07:15,624 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T16:07:15,624 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T16:07:15,627 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203020b2faf281f46669ef83fb3ed222e85_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203020b2faf281f46669ef83fb3ed222e85_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,627 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203040aed7089554f989a2cdae83c8f6d22_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203040aed7089554f989a2cdae83c8f6d22_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,628 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120324401f80e4784639b6de7f1439fd3f8f_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120324401f80e4784639b6de7f1439fd3f8f_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,629 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032c3bd837f2bd4a5fa30c135d170aab7d_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032c3bd837f2bd4a5fa30c135d170aab7d_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,630 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033ddb8f8a0c25481ca2dec5aeb0a2256b_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033ddb8f8a0c25481ca2dec5aeb0a2256b_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,631 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033f00034bf8a942319d5791fc50ce5e07_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033f00034bf8a942319d5791fc50ce5e07_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,631 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203427836f5bbbd417ea0f8666abd3e1a26_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203427836f5bbbd417ea0f8666abd3e1a26_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,632 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036f748661db1e4393b2d53f1a4b54e3d7_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036f748661db1e4393b2d53f1a4b54e3d7_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,633 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203749cefb53831471b99c0d57ea55166d7_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203749cefb53831471b99c0d57ea55166d7_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,634 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120388a8cfb6bfc243e39bc9f3449b1c9b7e_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120388a8cfb6bfc243e39bc9f3449b1c9b7e_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,635 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038f2a63bb333344329d4bd13d34a9327a_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038f2a63bb333344329d4bd13d34a9327a_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,636 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412039a0b6df5e559439bb37538508d774471_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412039a0b6df5e559439bb37538508d774471_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,636 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a19722eb9739475b8ab68156411e8540_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a19722eb9739475b8ab68156411e8540_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,637 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b940b1fff15c4b5ea4b92e7a06e3a866_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b940b1fff15c4b5ea4b92e7a06e3a866_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,638 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c1e517383bac470e9dfd36eae8cbab13_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c1e517383bac470e9dfd36eae8cbab13_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,639 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c927534ede2a41b5b104f737f355a52a_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c927534ede2a41b5b104f737f355a52a_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,640 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d81c0317ef094f35aa0290b7992c1032_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d81c0317ef094f35aa0290b7992c1032_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,640 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e9ee2f3f17ea4025893b16b9c0df8c72_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e9ee2f3f17ea4025893b16b9c0df8c72_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,641 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f5cdea9b2842445988588ed948d0b1a1_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f5cdea9b2842445988588ed948d0b1a1_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,642 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f9fb5e44eaf84e7f9eca7e01682fed48_db064c89c6e10cbc2aa10137484e8207 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f9fb5e44eaf84e7f9eca7e01682fed48_db064c89c6e10cbc2aa10137484e8207 2024-12-03T16:07:15,643 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T16:07:15,644 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=127, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:15,646 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T16:07:15,648 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T16:07:15,649 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=127, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:15,649 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T16:07:15,649 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733242035649"}]},"ts":"9223372036854775807"} 2024-12-03T16:07:15,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T16:07:15,651 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => db064c89c6e10cbc2aa10137484e8207, NAME => 'TestAcidGuarantees,,1733242001768.db064c89c6e10cbc2aa10137484e8207.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T16:07:15,651 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T16:07:15,651 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733242035651"}]},"ts":"9223372036854775807"} 2024-12-03T16:07:15,652 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T16:07:15,653 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=127, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:15,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-12-03T16:07:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-03T16:07:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T16:07:15,712 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:15,722 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238 (was 242), OpenFileDescriptor=449 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=761 (was 619) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2149 (was 3730) 2024-12-03T16:07:15,732 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=761, ProcessCount=11, AvailableMemoryMB=2149 2024-12-03T16:07:15,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T16:07:15,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T16:07:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:15,735 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T16:07:15,735 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:15,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 128 2024-12-03T16:07:15,736 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T16:07:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-03T16:07:15,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742318_1494 (size=959) 2024-12-03T16:07:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-03T16:07:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-03T16:07:16,142 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8 2024-12-03T16:07:16,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742319_1495 (size=53) 2024-12-03T16:07:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-03T16:07:16,547 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:07:16,547 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f3a090646dace8a2e205f830a6f70728, disabling compactions & flushes 2024-12-03T16:07:16,547 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:16,548 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:16,548 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. after waiting 0 ms 2024-12-03T16:07:16,548 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:16,548 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:16,548 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3a090646dace8a2e205f830a6f70728: Waiting for close lock at 1733242036547Disabling compacts and flushes for region at 1733242036547Disabling writes for close at 1733242036548 (+1 ms)Writing region close event to WAL at 1733242036548Closed at 1733242036548 2024-12-03T16:07:16,549 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T16:07:16,549 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733242036549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733242036549"}]},"ts":"1733242036549"} 2024-12-03T16:07:16,550 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T16:07:16,551 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T16:07:16,551 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733242036551"}]},"ts":"1733242036551"} 2024-12-03T16:07:16,552 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T16:07:16,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a090646dace8a2e205f830a6f70728, ASSIGN}] 2024-12-03T16:07:16,553 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a090646dace8a2e205f830a6f70728, ASSIGN 2024-12-03T16:07:16,554 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a090646dace8a2e205f830a6f70728, ASSIGN; state=OFFLINE, location=713339a81dd9,43037,1733241911101; forceNewPlan=false, retain=false 2024-12-03T16:07:16,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=f3a090646dace8a2e205f830a6f70728, regionState=OPENING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:07:16,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a090646dace8a2e205f830a6f70728, ASSIGN because future has completed 2024-12-03T16:07:16,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:07:16,862 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:16,862 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7752): Opening region: {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} 2024-12-03T16:07:16,863 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:16,863 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:07:16,863 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7794): checking encryption for f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:16,863 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7797): checking classloading for f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:16,864 INFO [StoreOpener-f3a090646dace8a2e205f830a6f70728-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:16,865 INFO [StoreOpener-f3a090646dace8a2e205f830a6f70728-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3a090646dace8a2e205f830a6f70728 columnFamilyName A 2024-12-03T16:07:16,865 DEBUG [StoreOpener-f3a090646dace8a2e205f830a6f70728-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:16,865 INFO [StoreOpener-f3a090646dace8a2e205f830a6f70728-1 {}] regionserver.HStore(327): Store=f3a090646dace8a2e205f830a6f70728/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:07:16,866 INFO [StoreOpener-f3a090646dace8a2e205f830a6f70728-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:16,867 INFO [StoreOpener-f3a090646dace8a2e205f830a6f70728-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3a090646dace8a2e205f830a6f70728 columnFamilyName B 2024-12-03T16:07:16,867 DEBUG [StoreOpener-f3a090646dace8a2e205f830a6f70728-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:16,867 INFO [StoreOpener-f3a090646dace8a2e205f830a6f70728-1 {}] regionserver.HStore(327): Store=f3a090646dace8a2e205f830a6f70728/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:07:16,867 INFO [StoreOpener-f3a090646dace8a2e205f830a6f70728-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:16,868 INFO [StoreOpener-f3a090646dace8a2e205f830a6f70728-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3a090646dace8a2e205f830a6f70728 columnFamilyName C 2024-12-03T16:07:16,868 DEBUG [StoreOpener-f3a090646dace8a2e205f830a6f70728-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:16,868 INFO [StoreOpener-f3a090646dace8a2e205f830a6f70728-1 {}] regionserver.HStore(327): Store=f3a090646dace8a2e205f830a6f70728/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:07:16,868 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1038): replaying wal for f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:16,869 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:16,869 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:16,870 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1048): stopping wal replay for f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:16,870 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1060): Cleaning up temporary data for f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:16,870 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T16:07:16,871 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1093): writing seq id for f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-03T16:07:16,872 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T16:07:16,873 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1114): Opened f3a090646dace8a2e205f830a6f70728; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70937023, jitterRate=0.05704401433467865}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T16:07:16,873 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:16,874 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1006): Region open journal for f3a090646dace8a2e205f830a6f70728: Running coprocessor pre-open hook at 1733242036863Writing region info on filesystem at 1733242036863Initializing all the Stores at 1733242036864 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242036864Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242036864Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242036864Cleaning up temporary data from old regions at 1733242036870 (+6 ms)Running coprocessor post-open hooks at 1733242036873 (+3 ms)Region opened successfully at 1733242036873 2024-12-03T16:07:16,874 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., pid=130, masterSystemTime=1733242036859 2024-12-03T16:07:16,876 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:16,876 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:16,877 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=f3a090646dace8a2e205f830a6f70728, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:07:16,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:07:16,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-03T16:07:16,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; OpenRegionProcedure f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 in 171 msec 2024-12-03T16:07:16,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-12-03T16:07:16,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a090646dace8a2e205f830a6f70728, ASSIGN in 328 msec 2024-12-03T16:07:16,882 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T16:07:16,882 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733242036882"}]},"ts":"1733242036882"} 2024-12-03T16:07:16,883 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T16:07:16,884 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T16:07:16,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-12-03T16:07:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-03T16:07:17,882 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:17,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d1f058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:17,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:17,885 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621bd30f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:17,887 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:17,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722f2975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:17,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:17,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:17,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:17,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T16:07:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 713339a81dd9,41395,1733241910291 2024-12-03T16:07:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f8fba18 2024-12-03T16:07:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T16:07:17,894 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T16:07:17,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581c4bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:17,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:17,898 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:17,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:17,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:17,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b96d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:17,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:17,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:17,901 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:17,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f622edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3692791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:17,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:17,906 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c641677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:17,908 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207c7597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:17,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:17,911 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc13d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:17,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:17,912 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:17,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acc0e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:17,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:17,915 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681a09b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:17,917 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb0b19e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc361f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:17,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:17,923 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c718eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:17,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:17,925 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:17,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd712d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:17,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:17,927 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:17,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:17,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:17,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be813e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:17,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:17,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:17,929 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:17,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2049438d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae789b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:17,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:17,931 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:17,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:17,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:17,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442f171e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:17,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:17,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:17,933 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:17,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403c66f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b3b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:17,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:17,935 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d4485c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:17,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:17,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:17,936 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eae76a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e04f49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:17,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:17,939 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fc9f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:17,941 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:17,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd847a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca199c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:17,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:17,943 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@996c182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:17,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:17,944 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:17,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56548490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:17,946 DEBUG [Thread-2208 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:17,946 DEBUG [Thread-2199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:17,947 DEBUG [Thread-2197 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:17,947 DEBUG [Thread-2212 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:17,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:17,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:17,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:17,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:17,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:17,951 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:07:17,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-03T16:07:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T16:07:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:07:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:07:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:07:17,954 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:07:17,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:07:17,955 DEBUG [Thread-2216 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:17,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:17,956 DEBUG [Thread-2203 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:17,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:17,957 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:07:17,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:07:17,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:17,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:17,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:17,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:17,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:07:17,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:07:17,962 DEBUG [Thread-2205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:17,962 DEBUG [Thread-2214 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:17,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:17,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:17,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:17,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:17,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:17,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:17,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:07:17,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:07:17,974 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:17,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:07:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:17,982 DEBUG [Thread-2201 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:17,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:07:18,007 DEBUG [Thread-2210 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:18,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/a3b8e2113e804179ac21551d37be8e21 is 50, key is test_row_0/A:col10/1733242037959/Put/seqid=0 2024-12-03T16:07:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:18,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2] 2024-12-03T16:07:18,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742320_1496 (size=19021) 2024-12-03T16:07:18,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/a3b8e2113e804179ac21551d37be8e21 2024-12-03T16:07:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T16:07:18,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242098046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242098049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242098052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242098065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242098066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/68bee661441c486dab8bf78110b64f49 is 50, key is test_row_0/B:col10/1733242037959/Put/seqid=0 2024-12-03T16:07:18,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-03T16:07:18,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:18,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:18,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:18,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742321_1497 (size=12001) 2024-12-03T16:07:18,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242098172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242098174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242098174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242098191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242098191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T16:07:18,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-03T16:07:18,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:18,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242098392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242098392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242098392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242098411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242098411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-03T16:07:18,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:18,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:18,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:18,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/68bee661441c486dab8bf78110b64f49 2024-12-03T16:07:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T16:07:18,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-03T16:07:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:18,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/c29b55fedeb040948dbeb8e195811ec6 is 50, key is test_row_0/C:col10/1733242037959/Put/seqid=0 2024-12-03T16:07:18,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742322_1498 (size=12001) 2024-12-03T16:07:18,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/c29b55fedeb040948dbeb8e195811ec6 2024-12-03T16:07:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/a3b8e2113e804179ac21551d37be8e21 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a3b8e2113e804179ac21551d37be8e21 2024-12-03T16:07:18,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242098711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242098712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242098714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242098722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a3b8e2113e804179ac21551d37be8e21, entries=300, sequenceid=12, filesize=18.6 K 2024-12-03T16:07:18,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/68bee661441c486dab8bf78110b64f49 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/68bee661441c486dab8bf78110b64f49 2024-12-03T16:07:18,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/68bee661441c486dab8bf78110b64f49, entries=150, sequenceid=12, filesize=11.7 K 2024-12-03T16:07:18,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/c29b55fedeb040948dbeb8e195811ec6 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/c29b55fedeb040948dbeb8e195811ec6 2024-12-03T16:07:18,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-03T16:07:18,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:18,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:18,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:18,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:18,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242098731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:18,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:18,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:18,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/c29b55fedeb040948dbeb8e195811ec6, entries=150, sequenceid=12, filesize=11.7 K 2024-12-03T16:07:18,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f3a090646dace8a2e205f830a6f70728 in 779ms, sequenceid=12, compaction requested=false 2024-12-03T16:07:18,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:18,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-03T16:07:18,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:18,912 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T16:07:18,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/8a20840fd7fe47c28405d14d70dd20ba is 50, key is test_row_0/A:col10/1733242038059/Put/seqid=0 2024-12-03T16:07:18,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742323_1499 (size=12001) 2024-12-03T16:07:18,955 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/8a20840fd7fe47c28405d14d70dd20ba 2024-12-03T16:07:18,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/87f976497ef944d59b241dfb1601fc79 is 50, key is test_row_0/B:col10/1733242038059/Put/seqid=0 2024-12-03T16:07:19,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742324_1500 (size=12001) 2024-12-03T16:07:19,028 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/87f976497ef944d59b241dfb1601fc79 2024-12-03T16:07:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/7072fcd4f6ef4db88de56ee91fcffc23 is 50, key is test_row_0/C:col10/1733242038059/Put/seqid=0 2024-12-03T16:07:19,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742325_1501 (size=12001) 2024-12-03T16:07:19,087 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/7072fcd4f6ef4db88de56ee91fcffc23 2024-12-03T16:07:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T16:07:19,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/8a20840fd7fe47c28405d14d70dd20ba as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8a20840fd7fe47c28405d14d70dd20ba 2024-12-03T16:07:19,178 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8a20840fd7fe47c28405d14d70dd20ba, entries=150, sequenceid=38, filesize=11.7 K 2024-12-03T16:07:19,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/87f976497ef944d59b241dfb1601fc79 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/87f976497ef944d59b241dfb1601fc79 2024-12-03T16:07:19,212 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/87f976497ef944d59b241dfb1601fc79, entries=150, sequenceid=38, filesize=11.7 K 2024-12-03T16:07:19,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/7072fcd4f6ef4db88de56ee91fcffc23 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/7072fcd4f6ef4db88de56ee91fcffc23 2024-12-03T16:07:19,222 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/7072fcd4f6ef4db88de56ee91fcffc23, entries=150, sequenceid=38, filesize=11.7 K 2024-12-03T16:07:19,229 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for f3a090646dace8a2e205f830a6f70728 in 317ms, sequenceid=38, compaction requested=false 2024-12-03T16:07:19,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:19,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:19,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-03T16:07:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-03T16:07:19,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-03T16:07:19,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2740 sec 2024-12-03T16:07:19,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.2840 sec 2024-12-03T16:07:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:19,255 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:19,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:07:19,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/a350085ffcee42ac96f8639c09929b2f is 50, key is test_row_0/A:col10/1733242039236/Put/seqid=0 2024-12-03T16:07:19,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742326_1502 (size=14341) 2024-12-03T16:07:19,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242099351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242099354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242099358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242099377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242099378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242099482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242099482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242099482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242099501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242099501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/a350085ffcee42ac96f8639c09929b2f 2024-12-03T16:07:19,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242099703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242099703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242099703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/866e1a9d953844f8b8a64a2818880bcb is 50, key is test_row_0/B:col10/1733242039236/Put/seqid=0 2024-12-03T16:07:19,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242099721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242099721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:19,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:19,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:19,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742327_1503 (size=12001) 2024-12-03T16:07:20,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242100021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:20,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:20,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242100033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:20,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242100033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:20,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:20,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242100046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:20,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242100056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T16:07:20,102 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:20,103 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:07:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-03T16:07:20,106 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:07:20,107 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:07:20,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:07:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T16:07:20,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/866e1a9d953844f8b8a64a2818880bcb 2024-12-03T16:07:20,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/61257c6ba9534aaca2f5ee6966b57e46 is 50, key is test_row_0/C:col10/1733242039236/Put/seqid=0 2024-12-03T16:07:20,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742328_1504 (size=12001) 2024-12-03T16:07:20,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/61257c6ba9534aaca2f5ee6966b57e46 2024-12-03T16:07:20,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/a350085ffcee42ac96f8639c09929b2f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a350085ffcee42ac96f8639c09929b2f 2024-12-03T16:07:20,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a350085ffcee42ac96f8639c09929b2f, entries=200, sequenceid=49, filesize=14.0 K 2024-12-03T16:07:20,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/866e1a9d953844f8b8a64a2818880bcb as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/866e1a9d953844f8b8a64a2818880bcb 2024-12-03T16:07:20,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/866e1a9d953844f8b8a64a2818880bcb, entries=150, sequenceid=49, filesize=11.7 K 2024-12-03T16:07:20,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/61257c6ba9534aaca2f5ee6966b57e46 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/61257c6ba9534aaca2f5ee6966b57e46 2024-12-03T16:07:20,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/61257c6ba9534aaca2f5ee6966b57e46, entries=150, sequenceid=49, filesize=11.7 K 2024-12-03T16:07:20,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f3a090646dace8a2e205f830a6f70728 in 955ms, sequenceid=49, compaction requested=true 2024-12-03T16:07:20,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:20,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:20,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:20,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:20,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T16:07:20,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:20,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-03T16:07:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T16:07:20,218 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:20,218 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:20,226 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:20,226 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/C is initiating minor compaction (all files) 2024-12-03T16:07:20,226 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/C in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:20,227 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/c29b55fedeb040948dbeb8e195811ec6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/7072fcd4f6ef4db88de56ee91fcffc23, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/61257c6ba9534aaca2f5ee6966b57e46] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=35.2 K 2024-12-03T16:07:20,227 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:20,227 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/A is initiating minor compaction (all files) 2024-12-03T16:07:20,227 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/A in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:20,227 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a3b8e2113e804179ac21551d37be8e21, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8a20840fd7fe47c28405d14d70dd20ba, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a350085ffcee42ac96f8639c09929b2f] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=44.3 K 2024-12-03T16:07:20,227 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting c29b55fedeb040948dbeb8e195811ec6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733242037959 2024-12-03T16:07:20,227 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a3b8e2113e804179ac21551d37be8e21, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733242037954 2024-12-03T16:07:20,234 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a20840fd7fe47c28405d14d70dd20ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733242038046 2024-12-03T16:07:20,234 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7072fcd4f6ef4db88de56ee91fcffc23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733242038046 2024-12-03T16:07:20,238 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a350085ffcee42ac96f8639c09929b2f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733242039236 2024-12-03T16:07:20,238 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61257c6ba9534aaca2f5ee6966b57e46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733242039236 2024-12-03T16:07:20,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T16:07:20,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:20,262 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T16:07:20,264 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#C#compaction#419 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:20,268 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:20,269 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/9661c110090f4f24b7676df38c52ada4 is 50, key is test_row_0/A:col10/1733242039236/Put/seqid=0 2024-12-03T16:07:20,270 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/af90367ae0e24f479f5c324039564814 is 50, key is test_row_0/C:col10/1733242039236/Put/seqid=0 2024-12-03T16:07:20,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/655e70c979cc49e7ba038e1004192c92 is 50, key is test_row_0/A:col10/1733242039351/Put/seqid=0 2024-12-03T16:07:20,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742330_1506 (size=12104) 2024-12-03T16:07:20,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742329_1505 (size=12104) 2024-12-03T16:07:20,372 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/af90367ae0e24f479f5c324039564814 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/af90367ae0e24f479f5c324039564814 2024-12-03T16:07:20,376 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/9661c110090f4f24b7676df38c52ada4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/9661c110090f4f24b7676df38c52ada4 2024-12-03T16:07:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742331_1507 (size=12001) 2024-12-03T16:07:20,383 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/655e70c979cc49e7ba038e1004192c92 2024-12-03T16:07:20,385 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/C of f3a090646dace8a2e205f830a6f70728 into af90367ae0e24f479f5c324039564814(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:20,385 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:20,385 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/C, priority=13, startTime=1733242040210; duration=0sec 2024-12-03T16:07:20,385 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:20,385 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:20,385 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:20,390 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/A of f3a090646dace8a2e205f830a6f70728 into 9661c110090f4f24b7676df38c52ada4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:20,390 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:20,390 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/A, priority=13, startTime=1733242040210; duration=0sec 2024-12-03T16:07:20,391 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:20,391 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:20,391 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:20,391 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/B is initiating minor compaction (all files) 2024-12-03T16:07:20,391 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/B in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:20,391 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/68bee661441c486dab8bf78110b64f49, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/87f976497ef944d59b241dfb1601fc79, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/866e1a9d953844f8b8a64a2818880bcb] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=35.2 K 2024-12-03T16:07:20,392 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68bee661441c486dab8bf78110b64f49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733242037959 2024-12-03T16:07:20,392 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87f976497ef944d59b241dfb1601fc79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733242038046 2024-12-03T16:07:20,392 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 866e1a9d953844f8b8a64a2818880bcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733242039236 2024-12-03T16:07:20,406 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#B#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:20,406 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/badd04c58cc84569b7f19748b01ea2f3 is 50, key is test_row_0/B:col10/1733242039236/Put/seqid=0 2024-12-03T16:07:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T16:07:20,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/4875af63eacb41b6a84492fd7186b7f2 is 50, key is test_row_0/B:col10/1733242039351/Put/seqid=0 2024-12-03T16:07:20,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742332_1508 (size=12104) 2024-12-03T16:07:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742333_1509 (size=12001) 2024-12-03T16:07:20,451 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/4875af63eacb41b6a84492fd7186b7f2 2024-12-03T16:07:20,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/c34b4b670113472dab21e7d1dfbfc63d is 50, key is test_row_0/C:col10/1733242039351/Put/seqid=0 2024-12-03T16:07:20,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742334_1510 (size=12001) 2024-12-03T16:07:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:20,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:20,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242100561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:20,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242100561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:20,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:20,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242100563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:20,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:20,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:20,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242100566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:20,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:20,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242100582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:20,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:20,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:20,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242100690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242100690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:20,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242100691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:20,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:20,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T16:07:20,819 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T16:07:20,845 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/badd04c58cc84569b7f19748b01ea2f3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/badd04c58cc84569b7f19748b01ea2f3 2024-12-03T16:07:20,857 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/B of f3a090646dace8a2e205f830a6f70728 into badd04c58cc84569b7f19748b01ea2f3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:20,857 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:20,857 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/B, priority=13, startTime=1733242040210; duration=0sec 2024-12-03T16:07:20,857 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:20,857 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:20,878 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/c34b4b670113472dab21e7d1dfbfc63d 2024-12-03T16:07:20,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/655e70c979cc49e7ba038e1004192c92 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/655e70c979cc49e7ba038e1004192c92 2024-12-03T16:07:20,886 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/655e70c979cc49e7ba038e1004192c92, entries=150, sequenceid=75, filesize=11.7 K 2024-12-03T16:07:20,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/4875af63eacb41b6a84492fd7186b7f2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/4875af63eacb41b6a84492fd7186b7f2 2024-12-03T16:07:20,892 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/4875af63eacb41b6a84492fd7186b7f2, entries=150, sequenceid=75, filesize=11.7 K 2024-12-03T16:07:20,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/c34b4b670113472dab21e7d1dfbfc63d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/c34b4b670113472dab21e7d1dfbfc63d 2024-12-03T16:07:20,896 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/c34b4b670113472dab21e7d1dfbfc63d, entries=150, sequenceid=75, filesize=11.7 K 2024-12-03T16:07:20,896 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f3a090646dace8a2e205f830a6f70728 in 634ms, sequenceid=75, compaction requested=false 2024-12-03T16:07:20,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:20,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:20,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-03T16:07:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-03T16:07:20,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-03T16:07:20,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 791 msec 2024-12-03T16:07:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:20,909 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:20,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T16:07:20,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 805 msec 2024-12-03T16:07:20,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/1462e7dcb0a54ef99202e4dee40dbd93 is 50, key is test_row_0/A:col10/1733242040909/Put/seqid=0 2024-12-03T16:07:20,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742335_1511 (size=14341) 2024-12-03T16:07:20,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/1462e7dcb0a54ef99202e4dee40dbd93 2024-12-03T16:07:20,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/dd3fd9689bd249809f347cd33707fe0c is 50, key is test_row_0/B:col10/1733242040909/Put/seqid=0 2024-12-03T16:07:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742336_1512 (size=12001) 2024-12-03T16:07:20,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/dd3fd9689bd249809f347cd33707fe0c 2024-12-03T16:07:20,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/712e41643de741b59aeff21777611468 is 50, key is test_row_0/C:col10/1733242040909/Put/seqid=0 2024-12-03T16:07:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742337_1513 (size=12001) 2024-12-03T16:07:20,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/712e41643de741b59aeff21777611468 2024-12-03T16:07:20,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/1462e7dcb0a54ef99202e4dee40dbd93 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/1462e7dcb0a54ef99202e4dee40dbd93 2024-12-03T16:07:20,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/1462e7dcb0a54ef99202e4dee40dbd93, entries=200, sequenceid=91, filesize=14.0 K 2024-12-03T16:07:20,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/dd3fd9689bd249809f347cd33707fe0c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/dd3fd9689bd249809f347cd33707fe0c 2024-12-03T16:07:20,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/dd3fd9689bd249809f347cd33707fe0c, entries=150, sequenceid=91, filesize=11.7 K 2024-12-03T16:07:20,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/712e41643de741b59aeff21777611468 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/712e41643de741b59aeff21777611468 2024-12-03T16:07:20,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/712e41643de741b59aeff21777611468, entries=150, sequenceid=91, filesize=11.7 K 2024-12-03T16:07:20,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=87.22 KB/89310 for f3a090646dace8a2e205f830a6f70728 in 80ms, sequenceid=91, compaction requested=true 2024-12-03T16:07:20,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:20,989 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:20,990 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:20,990 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/A is initiating minor compaction (all files) 2024-12-03T16:07:20,990 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/A in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:20,991 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/9661c110090f4f24b7676df38c52ada4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/655e70c979cc49e7ba038e1004192c92, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/1462e7dcb0a54ef99202e4dee40dbd93] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=37.5 K 2024-12-03T16:07:20,991 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9661c110090f4f24b7676df38c52ada4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733242039236 2024-12-03T16:07:20,991 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 655e70c979cc49e7ba038e1004192c92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733242039351 2024-12-03T16:07:20,992 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1462e7dcb0a54ef99202e4dee40dbd93, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733242040559 2024-12-03T16:07:20,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:20,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:20,996 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:20,996 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:20,997 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/B is initiating minor compaction (all files) 2024-12-03T16:07:20,997 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/B in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:20,997 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/badd04c58cc84569b7f19748b01ea2f3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/4875af63eacb41b6a84492fd7186b7f2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/dd3fd9689bd249809f347cd33707fe0c] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=35.3 K 2024-12-03T16:07:20,997 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting badd04c58cc84569b7f19748b01ea2f3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733242039236 2024-12-03T16:07:20,997 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4875af63eacb41b6a84492fd7186b7f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733242039351 2024-12-03T16:07:20,998 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting dd3fd9689bd249809f347cd33707fe0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733242040905 2024-12-03T16:07:21,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:21,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:21,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:21,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:21,002 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:21,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-03T16:07:21,007 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#A#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:21,007 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/f6b5cdf991104b94be8e8a59260c0501 is 50, key is test_row_0/A:col10/1733242040909/Put/seqid=0 2024-12-03T16:07:21,008 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:21,009 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/d849752c665c4f978dc8d2bc885280ec is 50, key is test_row_0/B:col10/1733242040909/Put/seqid=0 2024-12-03T16:07:21,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/f480d2157768473c86ebc5da9c753384 is 50, key is test_row_0/A:col10/1733242040988/Put/seqid=0 2024-12-03T16:07:21,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742339_1515 (size=12207) 2024-12-03T16:07:21,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742338_1514 (size=12207) 2024-12-03T16:07:21,043 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/f6b5cdf991104b94be8e8a59260c0501 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/f6b5cdf991104b94be8e8a59260c0501 2024-12-03T16:07:21,044 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/d849752c665c4f978dc8d2bc885280ec as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/d849752c665c4f978dc8d2bc885280ec 2024-12-03T16:07:21,049 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/A of f3a090646dace8a2e205f830a6f70728 into f6b5cdf991104b94be8e8a59260c0501(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:21,049 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:21,049 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/A, priority=13, startTime=1733242040989; duration=0sec 2024-12-03T16:07:21,049 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:21,049 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:21,049 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:21,051 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:21,051 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/C is initiating minor compaction (all files) 2024-12-03T16:07:21,051 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/C in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:21,051 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/af90367ae0e24f479f5c324039564814, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/c34b4b670113472dab21e7d1dfbfc63d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/712e41643de741b59aeff21777611468] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=35.3 K 2024-12-03T16:07:21,051 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting af90367ae0e24f479f5c324039564814, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733242039236 2024-12-03T16:07:21,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742340_1516 (size=12001) 2024-12-03T16:07:21,053 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/B of f3a090646dace8a2e205f830a6f70728 into d849752c665c4f978dc8d2bc885280ec(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:21,053 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:21,053 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/B, priority=13, startTime=1733242040996; duration=0sec 2024-12-03T16:07:21,053 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting c34b4b670113472dab21e7d1dfbfc63d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733242039351 2024-12-03T16:07:21,053 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:21,053 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:21,054 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 712e41643de741b59aeff21777611468, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733242040905 2024-12-03T16:07:21,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/f480d2157768473c86ebc5da9c753384 2024-12-03T16:07:21,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/60da98fdcfc54e80a6ecbf5cbbe33fcf is 50, key is test_row_0/B:col10/1733242040988/Put/seqid=0 2024-12-03T16:07:21,060 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:21,061 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/ecb4592ddf6f41f39a7b27015c11daf7 is 50, key is test_row_0/C:col10/1733242040909/Put/seqid=0 2024-12-03T16:07:21,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742341_1517 (size=12001) 2024-12-03T16:07:21,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742342_1518 (size=12207) 2024-12-03T16:07:21,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242101111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242101111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242101113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T16:07:21,242 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:21,242 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:07:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-03T16:07:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T16:07:21,244 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:07:21,245 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:07:21,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:07:21,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242101241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242101241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242101242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T16:07:21,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-03T16:07:21,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:21,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:21,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:21,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:21,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:21,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242101451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242101462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242101462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/60da98fdcfc54e80a6ecbf5cbbe33fcf 2024-12-03T16:07:21,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/a64b1048d56f4c2890659b7e5ead75b1 is 50, key is test_row_0/C:col10/1733242040988/Put/seqid=0 2024-12-03T16:07:21,501 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/ecb4592ddf6f41f39a7b27015c11daf7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ecb4592ddf6f41f39a7b27015c11daf7 2024-12-03T16:07:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742343_1519 (size=12001) 2024-12-03T16:07:21,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/a64b1048d56f4c2890659b7e5ead75b1 2024-12-03T16:07:21,510 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/C of f3a090646dace8a2e205f830a6f70728 into ecb4592ddf6f41f39a7b27015c11daf7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:21,511 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:21,511 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/C, priority=13, startTime=1733242041002; duration=0sec 2024-12-03T16:07:21,511 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:21,511 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:21,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/f480d2157768473c86ebc5da9c753384 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/f480d2157768473c86ebc5da9c753384 2024-12-03T16:07:21,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/f480d2157768473c86ebc5da9c753384, entries=150, sequenceid=109, filesize=11.7 K 2024-12-03T16:07:21,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/60da98fdcfc54e80a6ecbf5cbbe33fcf as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/60da98fdcfc54e80a6ecbf5cbbe33fcf 2024-12-03T16:07:21,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/60da98fdcfc54e80a6ecbf5cbbe33fcf, entries=150, sequenceid=109, filesize=11.7 K 2024-12-03T16:07:21,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/a64b1048d56f4c2890659b7e5ead75b1 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a64b1048d56f4c2890659b7e5ead75b1 2024-12-03T16:07:21,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a64b1048d56f4c2890659b7e5ead75b1, entries=150, sequenceid=109, filesize=11.7 K 2024-12-03T16:07:21,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f3a090646dace8a2e205f830a6f70728 in 551ms, sequenceid=109, compaction requested=false 2024-12-03T16:07:21,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:21,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-03T16:07:21,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:21,556 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-03T16:07:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T16:07:21,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/d0bcd5a1f68d48baa564d904c154b157 is 50, key is test_row_0/A:col10/1733242041050/Put/seqid=0 2024-12-03T16:07:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:21,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:21,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742344_1520 (size=12001) 2024-12-03T16:07:21,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242101729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242101739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242101772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242101782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242101782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242101851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T16:07:21,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242101862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:22,014 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/d0bcd5a1f68d48baa564d904c154b157 2024-12-03T16:07:22,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/9cc3921dafe2404b895ba124d46deee3 is 50, key is test_row_0/B:col10/1733242041050/Put/seqid=0 2024-12-03T16:07:22,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742345_1521 (size=12001) 2024-12-03T16:07:22,058 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/9cc3921dafe2404b895ba124d46deee3 2024-12-03T16:07:22,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/fcaef158a6c04ae29749aa6afeeaca51 is 50, key is test_row_0/C:col10/1733242041050/Put/seqid=0 2024-12-03T16:07:22,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242102061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:22,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:22,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742346_1522 (size=12001) 2024-12-03T16:07:22,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242102082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:22,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:22,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242102292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:22,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:22,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242102307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:22,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242102311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T16:07:22,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242102382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:22,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242102402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:22,482 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/fcaef158a6c04ae29749aa6afeeaca51 2024-12-03T16:07:22,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/d0bcd5a1f68d48baa564d904c154b157 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/d0bcd5a1f68d48baa564d904c154b157 2024-12-03T16:07:22,491 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/d0bcd5a1f68d48baa564d904c154b157, entries=150, sequenceid=130, filesize=11.7 K 2024-12-03T16:07:22,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/9cc3921dafe2404b895ba124d46deee3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9cc3921dafe2404b895ba124d46deee3 2024-12-03T16:07:22,506 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9cc3921dafe2404b895ba124d46deee3, entries=150, sequenceid=130, filesize=11.7 K 2024-12-03T16:07:22,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/fcaef158a6c04ae29749aa6afeeaca51 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/fcaef158a6c04ae29749aa6afeeaca51 2024-12-03T16:07:22,511 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/fcaef158a6c04ae29749aa6afeeaca51, entries=150, sequenceid=130, filesize=11.7 K 2024-12-03T16:07:22,512 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f3a090646dace8a2e205f830a6f70728 in 956ms, sequenceid=130, compaction requested=true 2024-12-03T16:07:22,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:22,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:22,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-03T16:07:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-03T16:07:22,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-03T16:07:22,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2700 sec 2024-12-03T16:07:22,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.2760 sec 2024-12-03T16:07:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:22,922 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:22,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-03T16:07:22,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/c4c8efa0550a4c3d97e3e95159200313 is 50, key is test_row_0/A:col10/1733242041707/Put/seqid=0 2024-12-03T16:07:22,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742347_1523 (size=14541) 2024-12-03T16:07:22,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/c4c8efa0550a4c3d97e3e95159200313 2024-12-03T16:07:22,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/c266df91edfb4a19ac088098640927a5 is 50, key is test_row_0/B:col10/1733242041707/Put/seqid=0 2024-12-03T16:07:22,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742348_1524 (size=12151) 2024-12-03T16:07:23,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242103018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:23,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242103039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:23,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242103154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:23,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242103162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:23,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:23,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242103322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:23,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242103322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:23,335 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in f3a090646dace8a2e205f830a6f70728 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:23,336 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in f3a090646dace8a2e205f830a6f70728 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:23,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:23,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242103341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:23,355 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in f3a090646dace8a2e205f830a6f70728 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:23,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:23,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/c266df91edfb4a19ac088098640927a5 2024-12-03T16:07:23,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/a083e76e825341dabd837cb1f6e30f5a is 50, key is test_row_0/C:col10/1733242041707/Put/seqid=0 2024-12-03T16:07:23,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242103382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:23,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242103382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T16:07:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742349_1525 (size=12151) 2024-12-03T16:07:23,402 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:23,403 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:07:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-03T16:07:23,405 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:07:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T16:07:23,406 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:07:23,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:07:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T16:07:23,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-03T16:07:23,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:23,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:23,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:23,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:23,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:23,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-03T16:07:23,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:23,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:23,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:23,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:23,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:23,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242103701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242103701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T16:07:23,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/a083e76e825341dabd837cb1f6e30f5a 2024-12-03T16:07:23,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/c4c8efa0550a4c3d97e3e95159200313 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c4c8efa0550a4c3d97e3e95159200313 2024-12-03T16:07:23,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c4c8efa0550a4c3d97e3e95159200313, entries=200, sequenceid=149, filesize=14.2 K 2024-12-03T16:07:23,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/c266df91edfb4a19ac088098640927a5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/c266df91edfb4a19ac088098640927a5 2024-12-03T16:07:23,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/c266df91edfb4a19ac088098640927a5, entries=150, sequenceid=149, filesize=11.9 K 2024-12-03T16:07:23,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/a083e76e825341dabd837cb1f6e30f5a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a083e76e825341dabd837cb1f6e30f5a 2024-12-03T16:07:23,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a083e76e825341dabd837cb1f6e30f5a, entries=150, sequenceid=149, filesize=11.9 K 2024-12-03T16:07:23,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for f3a090646dace8a2e205f830a6f70728 in 895ms, sequenceid=149, compaction requested=true 2024-12-03T16:07:23,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:23,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:23,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:23,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:23,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:23,817 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:07:23,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:23,817 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:07:23,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:23,818 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:07:23,818 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/A is initiating minor compaction (all files) 2024-12-03T16:07:23,818 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/A in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:23,818 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/f6b5cdf991104b94be8e8a59260c0501, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/f480d2157768473c86ebc5da9c753384, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/d0bcd5a1f68d48baa564d904c154b157, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c4c8efa0550a4c3d97e3e95159200313] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=49.6 K 2024-12-03T16:07:23,819 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:07:23,819 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/B is initiating minor compaction (all files) 2024-12-03T16:07:23,819 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/B in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:23,819 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/d849752c665c4f978dc8d2bc885280ec, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/60da98fdcfc54e80a6ecbf5cbbe33fcf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9cc3921dafe2404b895ba124d46deee3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/c266df91edfb4a19ac088098640927a5] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=47.2 K 2024-12-03T16:07:23,819 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6b5cdf991104b94be8e8a59260c0501, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733242040905 2024-12-03T16:07:23,819 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting d849752c665c4f978dc8d2bc885280ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733242040905 2024-12-03T16:07:23,819 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting f480d2157768473c86ebc5da9c753384, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733242040945 2024-12-03T16:07:23,819 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 60da98fdcfc54e80a6ecbf5cbbe33fcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733242040945 2024-12-03T16:07:23,820 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0bcd5a1f68d48baa564d904c154b157, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733242041050 2024-12-03T16:07:23,820 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cc3921dafe2404b895ba124d46deee3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733242041050 2024-12-03T16:07:23,820 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting c266df91edfb4a19ac088098640927a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733242041707 2024-12-03T16:07:23,820 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4c8efa0550a4c3d97e3e95159200313, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733242041707 2024-12-03T16:07:23,828 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#B#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:23,828 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/e3bfd66a6f28437c9d4ea6843919b384 is 50, key is test_row_0/B:col10/1733242041707/Put/seqid=0 2024-12-03T16:07:23,831 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#A#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:23,832 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/26a08356a8a64ccbae89cce3ee19a3bb is 50, key is test_row_0/A:col10/1733242041707/Put/seqid=0 2024-12-03T16:07:23,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742351_1527 (size=12493) 2024-12-03T16:07:23,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742350_1526 (size=12493) 2024-12-03T16:07:23,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-03T16:07:23,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:23,865 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-03T16:07:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/c14a8fa6a02b40349cb9d05b63f0cddc is 50, key is test_row_0/A:col10/1733242043014/Put/seqid=0 2024-12-03T16:07:23,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742352_1528 (size=12151) 2024-12-03T16:07:23,874 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/c14a8fa6a02b40349cb9d05b63f0cddc 2024-12-03T16:07:23,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/0fe05e5c2b2b40da81d3443caffbd6ae is 50, key is test_row_0/B:col10/1733242043014/Put/seqid=0 2024-12-03T16:07:23,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742353_1529 (size=12151) 2024-12-03T16:07:23,891 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/0fe05e5c2b2b40da81d3443caffbd6ae 2024-12-03T16:07:23,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/40d74cddcec949ba9c830401f65c28ac is 50, key is test_row_0/C:col10/1733242043014/Put/seqid=0 2024-12-03T16:07:23,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742354_1530 (size=12151) 2024-12-03T16:07:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T16:07:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:24,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:24,241 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/26a08356a8a64ccbae89cce3ee19a3bb as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/26a08356a8a64ccbae89cce3ee19a3bb 2024-12-03T16:07:24,246 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a090646dace8a2e205f830a6f70728/A of f3a090646dace8a2e205f830a6f70728 into 26a08356a8a64ccbae89cce3ee19a3bb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:24,246 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:24,246 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/A, priority=12, startTime=1733242043817; duration=0sec 2024-12-03T16:07:24,246 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:24,246 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:24,246 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:07:24,247 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:07:24,247 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/C is initiating minor compaction (all files) 2024-12-03T16:07:24,247 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/C in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:24,248 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ecb4592ddf6f41f39a7b27015c11daf7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a64b1048d56f4c2890659b7e5ead75b1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/fcaef158a6c04ae29749aa6afeeaca51, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a083e76e825341dabd837cb1f6e30f5a] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=47.2 K 2024-12-03T16:07:24,248 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecb4592ddf6f41f39a7b27015c11daf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733242040905 2024-12-03T16:07:24,248 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting a64b1048d56f4c2890659b7e5ead75b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733242040945 2024-12-03T16:07:24,249 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/e3bfd66a6f28437c9d4ea6843919b384 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/e3bfd66a6f28437c9d4ea6843919b384 2024-12-03T16:07:24,249 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcaef158a6c04ae29749aa6afeeaca51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733242041050 2024-12-03T16:07:24,249 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting a083e76e825341dabd837cb1f6e30f5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733242041707 2024-12-03T16:07:24,253 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a090646dace8a2e205f830a6f70728/B of f3a090646dace8a2e205f830a6f70728 into e3bfd66a6f28437c9d4ea6843919b384(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:24,253 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:24,253 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/B, priority=12, startTime=1733242043817; duration=0sec 2024-12-03T16:07:24,253 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:24,253 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:24,257 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#C#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:24,257 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/0f2faffab80544d8ac01fddc483148d5 is 50, key is test_row_0/C:col10/1733242041707/Put/seqid=0 2024-12-03T16:07:24,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742355_1531 (size=12493) 2024-12-03T16:07:24,322 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/40d74cddcec949ba9c830401f65c28ac 2024-12-03T16:07:24,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/c14a8fa6a02b40349cb9d05b63f0cddc as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c14a8fa6a02b40349cb9d05b63f0cddc 2024-12-03T16:07:24,329 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c14a8fa6a02b40349cb9d05b63f0cddc, entries=150, sequenceid=166, filesize=11.9 K 2024-12-03T16:07:24,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/0fe05e5c2b2b40da81d3443caffbd6ae as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/0fe05e5c2b2b40da81d3443caffbd6ae 2024-12-03T16:07:24,334 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/0fe05e5c2b2b40da81d3443caffbd6ae, entries=150, sequenceid=166, filesize=11.9 K 2024-12-03T16:07:24,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/40d74cddcec949ba9c830401f65c28ac as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/40d74cddcec949ba9c830401f65c28ac 2024-12-03T16:07:24,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242104332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:24,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:24,341 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/40d74cddcec949ba9c830401f65c28ac, entries=150, sequenceid=166, filesize=11.9 K 2024-12-03T16:07:24,342 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for f3a090646dace8a2e205f830a6f70728 in 477ms, sequenceid=166, compaction requested=false 2024-12-03T16:07:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-03T16:07:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-03T16:07:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:24,344 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:24,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-03T16:07:24,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-03T16:07:24,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 937 msec 2024-12-03T16:07:24,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 942 msec 2024-12-03T16:07:24,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/eeafb91a64394e14861475d7b5e2dfff is 50, key is test_row_0/A:col10/1733242044343/Put/seqid=0 2024-12-03T16:07:24,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742356_1532 (size=16931) 2024-12-03T16:07:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242104449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:24,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242104457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:24,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T16:07:24,542 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:24,543 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:07:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-12-03T16:07:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T16:07:24,545 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:07:24,545 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:07:24,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:07:24,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242104562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:24,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242104581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:24,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T16:07:24,668 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/0f2faffab80544d8ac01fddc483148d5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/0f2faffab80544d8ac01fddc483148d5 2024-12-03T16:07:24,671 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a090646dace8a2e205f830a6f70728/C of f3a090646dace8a2e205f830a6f70728 into 0f2faffab80544d8ac01fddc483148d5(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:24,671 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:24,671 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/C, priority=12, startTime=1733242043817; duration=0sec 2024-12-03T16:07:24,671 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:24,671 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:24,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T16:07:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:24,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:24,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/eeafb91a64394e14861475d7b5e2dfff 2024-12-03T16:07:24,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/283c69fa5da14feabb799f3f934ea9b3 is 50, key is test_row_0/B:col10/1733242044343/Put/seqid=0 2024-12-03T16:07:24,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742357_1533 (size=12151) 2024-12-03T16:07:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242104781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:24,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:24,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242104801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:24,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:24,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:24,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T16:07:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:24,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:24,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T16:07:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:25,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T16:07:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:25,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:25,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:25,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:25,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242105101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:25,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242105122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:25,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T16:07:25,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:25,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:25,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:25,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:25,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T16:07:25,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/283c69fa5da14feabb799f3f934ea9b3 2024-12-03T16:07:25,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/82b7c922f8a24749b8c3cb0bccbdcdcb is 50, key is test_row_0/C:col10/1733242044343/Put/seqid=0 2024-12-03T16:07:25,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742358_1534 (size=12151) 2024-12-03T16:07:25,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T16:07:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:25,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:25,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242105342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:25,351 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in f3a090646dace8a2e205f830a6f70728 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:25,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242105351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:25,364 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in f3a090646dace8a2e205f830a6f70728 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4251 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:25,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:25,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242105361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:25,367 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in f3a090646dace8a2e205f830a6f70728 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:25,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T16:07:25,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:25,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:25,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:25,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:25,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/82b7c922f8a24749b8c3cb0bccbdcdcb 2024-12-03T16:07:25,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/eeafb91a64394e14861475d7b5e2dfff as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/eeafb91a64394e14861475d7b5e2dfff 2024-12-03T16:07:25,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/eeafb91a64394e14861475d7b5e2dfff, entries=250, sequenceid=188, filesize=16.5 K 2024-12-03T16:07:25,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/283c69fa5da14feabb799f3f934ea9b3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/283c69fa5da14feabb799f3f934ea9b3 2024-12-03T16:07:25,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242105622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:25,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:25,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/283c69fa5da14feabb799f3f934ea9b3, entries=150, sequenceid=188, filesize=11.9 K 2024-12-03T16:07:25,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/82b7c922f8a24749b8c3cb0bccbdcdcb as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/82b7c922f8a24749b8c3cb0bccbdcdcb 2024-12-03T16:07:25,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T16:07:25,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/82b7c922f8a24749b8c3cb0bccbdcdcb, entries=150, sequenceid=188, filesize=11.9 K 2024-12-03T16:07:25,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f3a090646dace8a2e205f830a6f70728 in 1296ms, sequenceid=188, compaction requested=true 2024-12-03T16:07:25,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:25,640 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:25,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:25,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:25,641 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:25,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:25,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:25,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:25,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:25,641 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:25,642 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/A is initiating minor compaction (all files) 2024-12-03T16:07:25,642 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/A in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:25,642 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/26a08356a8a64ccbae89cce3ee19a3bb, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c14a8fa6a02b40349cb9d05b63f0cddc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/eeafb91a64394e14861475d7b5e2dfff] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=40.6 K 2024-12-03T16:07:25,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:25,642 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-03T16:07:25,642 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:25,642 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/B is initiating minor compaction (all files) 2024-12-03T16:07:25,642 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/B in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:25,643 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/e3bfd66a6f28437c9d4ea6843919b384, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/0fe05e5c2b2b40da81d3443caffbd6ae, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/283c69fa5da14feabb799f3f934ea9b3] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=35.9 K 2024-12-03T16:07:25,646 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e3bfd66a6f28437c9d4ea6843919b384, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733242041707 2024-12-03T16:07:25,646 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26a08356a8a64ccbae89cce3ee19a3bb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733242041707 2024-12-03T16:07:25,646 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fe05e5c2b2b40da81d3443caffbd6ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733242043014 2024-12-03T16:07:25,646 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting c14a8fa6a02b40349cb9d05b63f0cddc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733242043014 2024-12-03T16:07:25,648 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 283c69fa5da14feabb799f3f934ea9b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733242044301 2024-12-03T16:07:25,648 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeafb91a64394e14861475d7b5e2dfff, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733242044284 2024-12-03T16:07:25,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/edd0c604ef604815a6722a3db3b4d838 is 50, key is test_row_0/A:col10/1733242044423/Put/seqid=0 2024-12-03T16:07:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:25,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:25,664 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#A#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:25,665 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/43ee1170cab34c8e8510f933bef9fd87 is 50, key is test_row_0/A:col10/1733242044343/Put/seqid=0 2024-12-03T16:07:25,667 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#B#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:25,667 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/499c710ff98043ba8ed1e1dc0616920b is 50, key is test_row_0/B:col10/1733242044343/Put/seqid=0 2024-12-03T16:07:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T16:07:25,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742360_1536 (size=12595) 2024-12-03T16:07:25,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742359_1535 (size=12151) 2024-12-03T16:07:25,690 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/edd0c604ef604815a6722a3db3b4d838 2024-12-03T16:07:25,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/ad7fc838a9b0408d81c8b464ac4f4179 is 50, key is test_row_0/B:col10/1733242044423/Put/seqid=0 2024-12-03T16:07:25,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742361_1537 (size=12595) 2024-12-03T16:07:25,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742362_1538 (size=12151) 2024-12-03T16:07:25,753 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/ad7fc838a9b0408d81c8b464ac4f4179 2024-12-03T16:07:25,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/a84494b15a65425080cd57f57de14902 is 50, key is test_row_0/C:col10/1733242044423/Put/seqid=0 2024-12-03T16:07:25,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742363_1539 (size=12151) 2024-12-03T16:07:25,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242105967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:26,096 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/43ee1170cab34c8e8510f933bef9fd87 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/43ee1170cab34c8e8510f933bef9fd87 2024-12-03T16:07:26,104 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/A of f3a090646dace8a2e205f830a6f70728 into 43ee1170cab34c8e8510f933bef9fd87(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:26,104 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:26,104 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/A, priority=13, startTime=1733242045640; duration=0sec 2024-12-03T16:07:26,104 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:26,104 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:26,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:26,105 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242106091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:26,108 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:26,108 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/C is initiating minor compaction (all files) 2024-12-03T16:07:26,108 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/C in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:26,109 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/0f2faffab80544d8ac01fddc483148d5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/40d74cddcec949ba9c830401f65c28ac, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/82b7c922f8a24749b8c3cb0bccbdcdcb] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=35.9 K 2024-12-03T16:07:26,109 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f2faffab80544d8ac01fddc483148d5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733242041707 2024-12-03T16:07:26,109 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40d74cddcec949ba9c830401f65c28ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733242043014 2024-12-03T16:07:26,116 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82b7c922f8a24749b8c3cb0bccbdcdcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733242044301 2024-12-03T16:07:26,139 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/499c710ff98043ba8ed1e1dc0616920b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/499c710ff98043ba8ed1e1dc0616920b 2024-12-03T16:07:26,145 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#C#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:26,146 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/ad51f0bba94543e8b60ca5401527ef0e is 50, key is test_row_0/C:col10/1733242044343/Put/seqid=0 2024-12-03T16:07:26,157 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/B of f3a090646dace8a2e205f830a6f70728 into 499c710ff98043ba8ed1e1dc0616920b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:26,157 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:26,157 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/B, priority=13, startTime=1733242045641; duration=0sec 2024-12-03T16:07:26,157 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:26,157 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:26,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742364_1540 (size=12595) 2024-12-03T16:07:26,167 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/ad51f0bba94543e8b60ca5401527ef0e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ad51f0bba94543e8b60ca5401527ef0e 2024-12-03T16:07:26,172 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/C of f3a090646dace8a2e205f830a6f70728 into ad51f0bba94543e8b60ca5401527ef0e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:26,172 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:26,172 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/C, priority=13, startTime=1733242045641; duration=0sec 2024-12-03T16:07:26,172 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:26,173 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:26,178 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/a84494b15a65425080cd57f57de14902 2024-12-03T16:07:26,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/edd0c604ef604815a6722a3db3b4d838 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/edd0c604ef604815a6722a3db3b4d838 2024-12-03T16:07:26,188 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/edd0c604ef604815a6722a3db3b4d838, entries=150, sequenceid=205, filesize=11.9 K 2024-12-03T16:07:26,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/ad7fc838a9b0408d81c8b464ac4f4179 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/ad7fc838a9b0408d81c8b464ac4f4179 2024-12-03T16:07:26,193 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/ad7fc838a9b0408d81c8b464ac4f4179, entries=150, sequenceid=205, filesize=11.9 K 2024-12-03T16:07:26,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/a84494b15a65425080cd57f57de14902 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a84494b15a65425080cd57f57de14902 2024-12-03T16:07:26,202 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a84494b15a65425080cd57f57de14902, entries=150, sequenceid=205, filesize=11.9 K 2024-12-03T16:07:26,204 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f3a090646dace8a2e205f830a6f70728 in 561ms, sequenceid=205, compaction requested=false 2024-12-03T16:07:26,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:26,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:26,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-12-03T16:07:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-12-03T16:07:26,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-03T16:07:26,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6650 sec 2024-12-03T16:07:26,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.6780 sec 2024-12-03T16:07:26,325 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:26,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-03T16:07:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:26,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/95f3154d0dbf426b9a886d0bcc0f6267 is 50, key is test_row_0/A:col10/1733242045965/Put/seqid=0 2024-12-03T16:07:26,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742365_1541 (size=14541) 2024-12-03T16:07:26,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242106511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:26,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:26,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:26,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:26,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242106631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:26,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242106642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:26,662 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in f3a090646dace8a2e205f830a6f70728 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T16:07:26,694 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:26,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:07:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-12-03T16:07:26,697 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:07:26,698 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:07:26,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:07:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T16:07:26,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/95f3154d0dbf426b9a886d0bcc0f6267 2024-12-03T16:07:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T16:07:26,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/b86c4295a3934b20aff2e1cae20edc25 is 50, key is test_row_0/B:col10/1733242045965/Put/seqid=0 2024-12-03T16:07:26,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242106841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:26,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:26,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:26,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T16:07:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:26,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:26,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742366_1542 (size=12151) 2024-12-03T16:07:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T16:07:27,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T16:07:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:27,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:27,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242107151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:27,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T16:07:27,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:27,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:27,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:27,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:27,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:27,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/b86c4295a3934b20aff2e1cae20edc25 2024-12-03T16:07:27,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/157273176a20459095a9ce51eb7f53c5 is 50, key is test_row_0/C:col10/1733242045965/Put/seqid=0 2024-12-03T16:07:27,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T16:07:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T16:07:27,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:27,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:27,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:27,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:27,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:27,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742367_1543 (size=12151) 2024-12-03T16:07:27,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/157273176a20459095a9ce51eb7f53c5 2024-12-03T16:07:27,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/95f3154d0dbf426b9a886d0bcc0f6267 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/95f3154d0dbf426b9a886d0bcc0f6267 2024-12-03T16:07:27,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/95f3154d0dbf426b9a886d0bcc0f6267, entries=200, sequenceid=229, filesize=14.2 K 2024-12-03T16:07:27,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/b86c4295a3934b20aff2e1cae20edc25 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/b86c4295a3934b20aff2e1cae20edc25 2024-12-03T16:07:27,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/b86c4295a3934b20aff2e1cae20edc25, entries=150, sequenceid=229, filesize=11.9 K 2024-12-03T16:07:27,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/157273176a20459095a9ce51eb7f53c5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/157273176a20459095a9ce51eb7f53c5 2024-12-03T16:07:27,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/157273176a20459095a9ce51eb7f53c5, entries=150, sequenceid=229, filesize=11.9 K 2024-12-03T16:07:27,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f3a090646dace8a2e205f830a6f70728 in 1038ms, sequenceid=229, compaction requested=true 2024-12-03T16:07:27,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:27,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:27,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:27,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:27,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:27,364 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:27,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:27,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T16:07:27,365 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:27,365 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/A is initiating minor compaction (all files) 2024-12-03T16:07:27,365 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/A in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:27,365 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/43ee1170cab34c8e8510f933bef9fd87, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/edd0c604ef604815a6722a3db3b4d838, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/95f3154d0dbf426b9a886d0bcc0f6267] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=38.4 K 2024-12-03T16:07:27,366 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43ee1170cab34c8e8510f933bef9fd87, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733242044301 2024-12-03T16:07:27,366 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting edd0c604ef604815a6722a3db3b4d838, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733242044423 2024-12-03T16:07:27,366 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95f3154d0dbf426b9a886d0bcc0f6267, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733242045881 2024-12-03T16:07:27,370 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:27,375 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:27,375 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/B is initiating minor compaction (all files) 2024-12-03T16:07:27,375 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/B in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:27,375 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/499c710ff98043ba8ed1e1dc0616920b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/ad7fc838a9b0408d81c8b464ac4f4179, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/b86c4295a3934b20aff2e1cae20edc25] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=36.0 K 2024-12-03T16:07:27,376 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 499c710ff98043ba8ed1e1dc0616920b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733242044301 2024-12-03T16:07:27,376 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting ad7fc838a9b0408d81c8b464ac4f4179, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733242044423 2024-12-03T16:07:27,376 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting b86c4295a3934b20aff2e1cae20edc25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733242045957 2024-12-03T16:07:27,382 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#A#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:27,382 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/13a8490abac44541915a94e3b8b530f4 is 50, key is test_row_0/A:col10/1733242045965/Put/seqid=0 2024-12-03T16:07:27,388 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#B#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:27,388 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/135d8df804b74fbeb1e54a08fef3f7f3 is 50, key is test_row_0/B:col10/1733242045965/Put/seqid=0 2024-12-03T16:07:27,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742368_1544 (size=12697) 2024-12-03T16:07:27,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742369_1545 (size=12697) 2024-12-03T16:07:27,458 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/135d8df804b74fbeb1e54a08fef3f7f3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/135d8df804b74fbeb1e54a08fef3f7f3 2024-12-03T16:07:27,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T16:07:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:27,475 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T16:07:27,479 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/B of f3a090646dace8a2e205f830a6f70728 into 135d8df804b74fbeb1e54a08fef3f7f3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:27,479 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:27,479 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/B, priority=13, startTime=1733242047364; duration=0sec 2024-12-03T16:07:27,479 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:27,479 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:27,479 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:27,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/15130b4e31204581904b00aaeba8f922 is 50, key is test_row_0/A:col10/1733242046505/Put/seqid=0 2024-12-03T16:07:27,487 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:27,487 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/C is initiating minor compaction (all files) 2024-12-03T16:07:27,487 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/C in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:27,487 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ad51f0bba94543e8b60ca5401527ef0e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a84494b15a65425080cd57f57de14902, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/157273176a20459095a9ce51eb7f53c5] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=36.0 K 2024-12-03T16:07:27,488 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting ad51f0bba94543e8b60ca5401527ef0e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733242044301 2024-12-03T16:07:27,488 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a84494b15a65425080cd57f57de14902, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733242044423 2024-12-03T16:07:27,488 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 157273176a20459095a9ce51eb7f53c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733242045957 2024-12-03T16:07:27,511 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:27,512 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/fef9c0d151b349a1a0cfcc90f44dbb54 is 50, key is test_row_0/C:col10/1733242045965/Put/seqid=0 2024-12-03T16:07:27,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742370_1546 (size=12151) 2024-12-03T16:07:27,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742371_1547 (size=12697) 2024-12-03T16:07:27,539 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/fef9c0d151b349a1a0cfcc90f44dbb54 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/fef9c0d151b349a1a0cfcc90f44dbb54 2024-12-03T16:07:27,547 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/C of f3a090646dace8a2e205f830a6f70728 into fef9c0d151b349a1a0cfcc90f44dbb54(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:27,547 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:27,547 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/C, priority=13, startTime=1733242047364; duration=0sec 2024-12-03T16:07:27,547 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:27,547 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:27,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T16:07:27,879 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/13a8490abac44541915a94e3b8b530f4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/13a8490abac44541915a94e3b8b530f4 2024-12-03T16:07:27,921 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/A of f3a090646dace8a2e205f830a6f70728 into 13a8490abac44541915a94e3b8b530f4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:27,921 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:27,921 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/A, priority=13, startTime=1733242047364; duration=0sec 2024-12-03T16:07:27,922 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/15130b4e31204581904b00aaeba8f922 2024-12-03T16:07:27,926 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:27,926 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:27,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242107953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/9350658a5c474eee89057d685fb35933 is 50, key is test_row_0/B:col10/1733242046505/Put/seqid=0 2024-12-03T16:07:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:27,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:27,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:27,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742372_1548 (size=12151) 2024-12-03T16:07:28,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242108066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:28,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:28,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:28,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:28,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242108282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:28,404 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/9350658a5c474eee89057d685fb35933 2024-12-03T16:07:28,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/24adcbfb4ba44bee823b5b2e2d2f5955 is 50, key is test_row_0/C:col10/1733242046505/Put/seqid=0 2024-12-03T16:07:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742373_1549 (size=12151) 2024-12-03T16:07:28,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242108602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:28,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242108674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:28,686 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in f3a090646dace8a2e205f830a6f70728 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T16:07:28,862 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/24adcbfb4ba44bee823b5b2e2d2f5955 2024-12-03T16:07:28,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/15130b4e31204581904b00aaeba8f922 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/15130b4e31204581904b00aaeba8f922 2024-12-03T16:07:28,877 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/15130b4e31204581904b00aaeba8f922, entries=150, sequenceid=244, filesize=11.9 K 2024-12-03T16:07:28,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/9350658a5c474eee89057d685fb35933 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9350658a5c474eee89057d685fb35933 2024-12-03T16:07:28,885 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9350658a5c474eee89057d685fb35933, entries=150, sequenceid=244, filesize=11.9 K 2024-12-03T16:07:28,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/24adcbfb4ba44bee823b5b2e2d2f5955 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/24adcbfb4ba44bee823b5b2e2d2f5955 2024-12-03T16:07:28,903 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/24adcbfb4ba44bee823b5b2e2d2f5955, entries=150, sequenceid=244, filesize=11.9 K 2024-12-03T16:07:28,906 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f3a090646dace8a2e205f830a6f70728 in 1431ms, sequenceid=244, compaction requested=false 2024-12-03T16:07:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-12-03T16:07:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-12-03T16:07:28,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-03T16:07:28,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2100 sec 2024-12-03T16:07:28,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 2.2190 sec 2024-12-03T16:07:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:29,125 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:29,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-03T16:07:29,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/16e16621b7cc423d972f8bd9c8af0bfa is 50, key is test_row_0/A:col10/1733242049118/Put/seqid=0 2024-12-03T16:07:29,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742374_1550 (size=14741) 2024-12-03T16:07:29,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/16e16621b7cc423d972f8bd9c8af0bfa 2024-12-03T16:07:29,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/71a3ebe93f0d48da9c346049cdc7ec3e is 50, key is test_row_0/B:col10/1733242049118/Put/seqid=0 2024-12-03T16:07:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742375_1551 (size=12301) 2024-12-03T16:07:29,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242109307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:29,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52066 deadline: 1733242109362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:29,378 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in f3a090646dace8a2e205f830a6f70728 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8266 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:29,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:29,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:29,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:29,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52074 deadline: 1733242109392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:29,403 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in f3a090646dace8a2e205f830a6f70728 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8290 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:29,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1733242109404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:29,419 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in f3a090646dace8a2e205f830a6f70728 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8307 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:29,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242109432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:29,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242109642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:29,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:29,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:29,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:29,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/71a3ebe93f0d48da9c346049cdc7ec3e 2024-12-03T16:07:29,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/f8465dd0ff374423961f14b4550aa926 is 50, key is test_row_0/C:col10/1733242049118/Put/seqid=0 2024-12-03T16:07:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742376_1552 (size=12301) 2024-12-03T16:07:29,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/f8465dd0ff374423961f14b4550aa926 2024-12-03T16:07:29,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/16e16621b7cc423d972f8bd9c8af0bfa as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/16e16621b7cc423d972f8bd9c8af0bfa 2024-12-03T16:07:29,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/16e16621b7cc423d972f8bd9c8af0bfa, entries=200, sequenceid=269, filesize=14.4 K 2024-12-03T16:07:29,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/71a3ebe93f0d48da9c346049cdc7ec3e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/71a3ebe93f0d48da9c346049cdc7ec3e 2024-12-03T16:07:29,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/71a3ebe93f0d48da9c346049cdc7ec3e, entries=150, sequenceid=269, filesize=12.0 K 2024-12-03T16:07:29,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/f8465dd0ff374423961f14b4550aa926 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/f8465dd0ff374423961f14b4550aa926 2024-12-03T16:07:29,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/f8465dd0ff374423961f14b4550aa926, entries=150, sequenceid=269, filesize=12.0 K 2024-12-03T16:07:29,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f3a090646dace8a2e205f830a6f70728 in 610ms, sequenceid=269, compaction requested=true 2024-12-03T16:07:29,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:29,736 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:29,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:29,737 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:29,737 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/A is initiating minor compaction (all files) 2024-12-03T16:07:29,737 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/A in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:29,737 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/13a8490abac44541915a94e3b8b530f4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/15130b4e31204581904b00aaeba8f922, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/16e16621b7cc423d972f8bd9c8af0bfa] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=38.7 K 2024-12-03T16:07:29,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:29,738 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:29,738 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13a8490abac44541915a94e3b8b530f4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733242045957 2024-12-03T16:07:29,739 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15130b4e31204581904b00aaeba8f922, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733242046384 2024-12-03T16:07:29,739 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:29,739 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/B is initiating minor compaction (all files) 2024-12-03T16:07:29,739 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/B in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:29,739 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/135d8df804b74fbeb1e54a08fef3f7f3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9350658a5c474eee89057d685fb35933, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/71a3ebe93f0d48da9c346049cdc7ec3e] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=36.3 K 2024-12-03T16:07:29,739 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16e16621b7cc423d972f8bd9c8af0bfa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733242047842 2024-12-03T16:07:29,740 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 135d8df804b74fbeb1e54a08fef3f7f3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733242045957 2024-12-03T16:07:29,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:29,741 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 9350658a5c474eee89057d685fb35933, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733242046384 2024-12-03T16:07:29,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:29,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:29,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:29,742 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 71a3ebe93f0d48da9c346049cdc7ec3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733242047842 2024-12-03T16:07:29,756 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#B#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:29,756 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/9ece0a93f3774d759034e7843590b06f is 50, key is test_row_0/B:col10/1733242049118/Put/seqid=0 2024-12-03T16:07:29,774 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#A#compaction#468 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:29,774 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/7705ea0ab83b4da1a70050f259413bf5 is 50, key is test_row_0/A:col10/1733242049118/Put/seqid=0 2024-12-03T16:07:29,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742377_1553 (size=12949) 2024-12-03T16:07:29,827 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/9ece0a93f3774d759034e7843590b06f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9ece0a93f3774d759034e7843590b06f 2024-12-03T16:07:29,831 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/B of f3a090646dace8a2e205f830a6f70728 into 9ece0a93f3774d759034e7843590b06f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:29,831 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:29,832 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/B, priority=13, startTime=1733242049738; duration=0sec 2024-12-03T16:07:29,832 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:29,832 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:29,832 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:29,833 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:29,833 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/C is initiating minor compaction (all files) 2024-12-03T16:07:29,833 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/C in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:29,833 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/fef9c0d151b349a1a0cfcc90f44dbb54, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/24adcbfb4ba44bee823b5b2e2d2f5955, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/f8465dd0ff374423961f14b4550aa926] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=36.3 K 2024-12-03T16:07:29,833 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting fef9c0d151b349a1a0cfcc90f44dbb54, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733242045957 2024-12-03T16:07:29,834 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 24adcbfb4ba44bee823b5b2e2d2f5955, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733242046384 2024-12-03T16:07:29,834 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting f8465dd0ff374423961f14b4550aa926, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733242047842 2024-12-03T16:07:29,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742378_1554 (size=12949) 2024-12-03T16:07:29,850 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/7705ea0ab83b4da1a70050f259413bf5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/7705ea0ab83b4da1a70050f259413bf5 2024-12-03T16:07:29,854 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/A of f3a090646dace8a2e205f830a6f70728 into 7705ea0ab83b4da1a70050f259413bf5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:29,854 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:29,854 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/A, priority=13, startTime=1733242049736; duration=0sec 2024-12-03T16:07:29,855 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:29,855 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:29,860 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#C#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:29,860 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/5ec5d4e74c4848b2a87b4c9bf647a233 is 50, key is test_row_0/C:col10/1733242049118/Put/seqid=0 2024-12-03T16:07:29,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742379_1555 (size=12949) 2024-12-03T16:07:29,969 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:29,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T16:07:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:29,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/6f3df21f6d94424c8b7a9873c6f76c19 is 50, key is test_row_0/A:col10/1733242049265/Put/seqid=0 2024-12-03T16:07:30,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742380_1556 (size=14741) 2024-12-03T16:07:30,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/6f3df21f6d94424c8b7a9873c6f76c19 2024-12-03T16:07:30,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/bf8e5758127846feb75be5755335077d is 50, key is test_row_0/B:col10/1733242049265/Put/seqid=0 2024-12-03T16:07:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742381_1557 (size=12301) 2024-12-03T16:07:30,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/bf8e5758127846feb75be5755335077d 2024-12-03T16:07:30,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/0ac35bfb599544a9bf732aea3c3b48db is 50, key is test_row_0/C:col10/1733242049265/Put/seqid=0 2024-12-03T16:07:30,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742382_1558 (size=12301) 2024-12-03T16:07:30,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/0ac35bfb599544a9bf732aea3c3b48db 2024-12-03T16:07:30,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/6f3df21f6d94424c8b7a9873c6f76c19 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/6f3df21f6d94424c8b7a9873c6f76c19 2024-12-03T16:07:30,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/6f3df21f6d94424c8b7a9873c6f76c19, entries=200, sequenceid=286, filesize=14.4 K 2024-12-03T16:07:30,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/bf8e5758127846feb75be5755335077d as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/bf8e5758127846feb75be5755335077d 2024-12-03T16:07:30,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/bf8e5758127846feb75be5755335077d, entries=150, sequenceid=286, filesize=12.0 K 2024-12-03T16:07:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/0ac35bfb599544a9bf732aea3c3b48db as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/0ac35bfb599544a9bf732aea3c3b48db 2024-12-03T16:07:30,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/0ac35bfb599544a9bf732aea3c3b48db, entries=150, sequenceid=286, filesize=12.0 K 2024-12-03T16:07:30,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=73.80 KB/75570 for f3a090646dace8a2e205f830a6f70728 in 164ms, sequenceid=286, compaction requested=false 2024-12-03T16:07:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:30,137 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:30,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T16:07:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:30,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/fe20d98374ca4442b4043e65778568a8 is 50, key is test_row_0/A:col10/1733242050135/Put/seqid=0 2024-12-03T16:07:30,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742383_1559 (size=14741) 2024-12-03T16:07:30,297 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/5ec5d4e74c4848b2a87b4c9bf647a233 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/5ec5d4e74c4848b2a87b4c9bf647a233 2024-12-03T16:07:30,303 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/C of f3a090646dace8a2e205f830a6f70728 into 5ec5d4e74c4848b2a87b4c9bf647a233(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:30,303 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:30,303 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/C, priority=13, startTime=1733242049741; duration=0sec 2024-12-03T16:07:30,303 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:30,303 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:30,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242110388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:30,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242110512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:30,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/fe20d98374ca4442b4043e65778568a8 2024-12-03T16:07:30,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/58bf00a3a6e94e49ab418433270107ca is 50, key is test_row_0/B:col10/1733242050135/Put/seqid=0 2024-12-03T16:07:30,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742384_1560 (size=12301) 2024-12-03T16:07:30,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/58bf00a3a6e94e49ab418433270107ca 2024-12-03T16:07:30,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/98bc8b25d7f14074a65440b0ff1ce0ee is 50, key is test_row_0/C:col10/1733242050135/Put/seqid=0 2024-12-03T16:07:30,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742385_1561 (size=12301) 2024-12-03T16:07:30,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/98bc8b25d7f14074a65440b0ff1ce0ee 2024-12-03T16:07:30,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/fe20d98374ca4442b4043e65778568a8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/fe20d98374ca4442b4043e65778568a8 2024-12-03T16:07:30,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/fe20d98374ca4442b4043e65778568a8, entries=200, sequenceid=301, filesize=14.4 K 2024-12-03T16:07:30,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/58bf00a3a6e94e49ab418433270107ca as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/58bf00a3a6e94e49ab418433270107ca 2024-12-03T16:07:30,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/58bf00a3a6e94e49ab418433270107ca, entries=150, sequenceid=301, filesize=12.0 K 2024-12-03T16:07:30,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/98bc8b25d7f14074a65440b0ff1ce0ee as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/98bc8b25d7f14074a65440b0ff1ce0ee 2024-12-03T16:07:30,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/98bc8b25d7f14074a65440b0ff1ce0ee, entries=150, sequenceid=301, filesize=12.0 K 2024-12-03T16:07:30,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f3a090646dace8a2e205f830a6f70728 in 563ms, sequenceid=301, compaction requested=true 2024-12-03T16:07:30,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:30,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:30,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:30,700 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:30,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:30,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:30,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:30,700 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:30,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:30,714 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:30,714 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/A is initiating minor compaction (all files) 2024-12-03T16:07:30,714 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/A in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:30,714 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:30,714 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/7705ea0ab83b4da1a70050f259413bf5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/6f3df21f6d94424c8b7a9873c6f76c19, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/fe20d98374ca4442b4043e65778568a8] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=41.4 K 2024-12-03T16:07:30,714 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/B is initiating minor compaction (all files) 2024-12-03T16:07:30,714 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/B in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:30,715 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9ece0a93f3774d759034e7843590b06f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/bf8e5758127846feb75be5755335077d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/58bf00a3a6e94e49ab418433270107ca] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=36.7 K 2024-12-03T16:07:30,717 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ece0a93f3774d759034e7843590b06f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733242047842 2024-12-03T16:07:30,717 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7705ea0ab83b4da1a70050f259413bf5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733242047842 2024-12-03T16:07:30,717 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting bf8e5758127846feb75be5755335077d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733242049265 2024-12-03T16:07:30,722 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f3df21f6d94424c8b7a9873c6f76c19, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733242049237 2024-12-03T16:07:30,722 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 58bf00a3a6e94e49ab418433270107ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733242050102 2024-12-03T16:07:30,726 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe20d98374ca4442b4043e65778568a8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733242050079 2024-12-03T16:07:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:30,755 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:30,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-03T16:07:30,780 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:30,781 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/01c213c7c3454f84bb3bcc538dd32250 is 50, key is test_row_0/B:col10/1733242050135/Put/seqid=0 2024-12-03T16:07:30,784 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#A#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:30,784 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/5d782c6393c94f1c8f8911bdcf536be0 is 50, key is test_row_0/A:col10/1733242050135/Put/seqid=0 2024-12-03T16:07:30,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/dbe78962a58e458aaf0248f1859ee9e5 is 50, key is test_row_0/A:col10/1733242050740/Put/seqid=0 2024-12-03T16:07:30,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742386_1562 (size=13051) 2024-12-03T16:07:30,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742387_1563 (size=13051) 2024-12-03T16:07:30,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742388_1564 (size=12301) 2024-12-03T16:07:30,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/dbe78962a58e458aaf0248f1859ee9e5 2024-12-03T16:07:30,855 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/5d782c6393c94f1c8f8911bdcf536be0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/5d782c6393c94f1c8f8911bdcf536be0 2024-12-03T16:07:30,861 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/A of f3a090646dace8a2e205f830a6f70728 into 5d782c6393c94f1c8f8911bdcf536be0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:30,861 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:30,861 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/A, priority=13, startTime=1733242050700; duration=0sec 2024-12-03T16:07:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T16:07:30,862 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:30,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/7b2b99a8a26d4fed93d65700369e2eed is 50, key is test_row_0/B:col10/1733242050740/Put/seqid=0 2024-12-03T16:07:30,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:07:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-12-03T16:07:30,869 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:07:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T16:07:30,872 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:07:30,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:07:30,873 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:30,873 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:30,873 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:30,875 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:30,875 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/C is initiating minor compaction (all files) 2024-12-03T16:07:30,875 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/C in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:30,876 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/5ec5d4e74c4848b2a87b4c9bf647a233, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/0ac35bfb599544a9bf732aea3c3b48db, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/98bc8b25d7f14074a65440b0ff1ce0ee] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=36.7 K 2024-12-03T16:07:30,877 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ec5d4e74c4848b2a87b4c9bf647a233, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733242047842 2024-12-03T16:07:30,877 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ac35bfb599544a9bf732aea3c3b48db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733242049265 2024-12-03T16:07:30,877 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98bc8b25d7f14074a65440b0ff1ce0ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733242050102 2024-12-03T16:07:30,891 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#C#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:30,891 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/87dc98d9604640b3abdddb75c2c1f966 is 50, key is test_row_0/C:col10/1733242050135/Put/seqid=0 2024-12-03T16:07:30,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742389_1565 (size=12301) 2024-12-03T16:07:30,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/7b2b99a8a26d4fed93d65700369e2eed 2024-12-03T16:07:30,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742390_1566 (size=13051) 2024-12-03T16:07:30,910 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/87dc98d9604640b3abdddb75c2c1f966 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/87dc98d9604640b3abdddb75c2c1f966 2024-12-03T16:07:30,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/93ba607f23df494480d7a2a6a0a46556 is 50, key is test_row_0/C:col10/1733242050740/Put/seqid=0 2024-12-03T16:07:30,924 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/C of f3a090646dace8a2e205f830a6f70728 into 87dc98d9604640b3abdddb75c2c1f966(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:30,924 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:30,924 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/C, priority=13, startTime=1733242050700; duration=0sec 2024-12-03T16:07:30,924 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:30,924 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:30,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742391_1567 (size=12301) 2024-12-03T16:07:30,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/93ba607f23df494480d7a2a6a0a46556 2024-12-03T16:07:30,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/dbe78962a58e458aaf0248f1859ee9e5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/dbe78962a58e458aaf0248f1859ee9e5 2024-12-03T16:07:30,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/dbe78962a58e458aaf0248f1859ee9e5, entries=150, sequenceid=324, filesize=12.0 K 2024-12-03T16:07:30,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/7b2b99a8a26d4fed93d65700369e2eed as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/7b2b99a8a26d4fed93d65700369e2eed 2024-12-03T16:07:30,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/7b2b99a8a26d4fed93d65700369e2eed, entries=150, sequenceid=324, filesize=12.0 K 2024-12-03T16:07:30,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/93ba607f23df494480d7a2a6a0a46556 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/93ba607f23df494480d7a2a6a0a46556 2024-12-03T16:07:30,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/93ba607f23df494480d7a2a6a0a46556, entries=150, sequenceid=324, filesize=12.0 K 2024-12-03T16:07:30,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=67.09 KB/68700 for f3a090646dace8a2e205f830a6f70728 in 203ms, sequenceid=324, compaction requested=false 2024-12-03T16:07:30,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:30,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T16:07:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T16:07:30,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/22ce5f220edf4a86b42b2bb7147d5ad5 is 50, key is test_row_0/A:col10/1733242050932/Put/seqid=0 2024-12-03T16:07:31,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742392_1568 (size=12301) 2024-12-03T16:07:31,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/22ce5f220edf4a86b42b2bb7147d5ad5 2024-12-03T16:07:31,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:31,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:31,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/0c56e86ec19f47afac9b12d09eb46438 is 50, key is test_row_0/B:col10/1733242050932/Put/seqid=0 2024-12-03T16:07:31,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742393_1569 (size=12301) 2024-12-03T16:07:31,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/0c56e86ec19f47afac9b12d09eb46438 2024-12-03T16:07:31,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/de8e79bdfe4342daae49a724c0e6a747 is 50, key is test_row_0/C:col10/1733242050932/Put/seqid=0 2024-12-03T16:07:31,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742394_1570 (size=12301) 2024-12-03T16:07:31,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/de8e79bdfe4342daae49a724c0e6a747 2024-12-03T16:07:31,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/22ce5f220edf4a86b42b2bb7147d5ad5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/22ce5f220edf4a86b42b2bb7147d5ad5 2024-12-03T16:07:31,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/22ce5f220edf4a86b42b2bb7147d5ad5, entries=150, sequenceid=340, filesize=12.0 K 2024-12-03T16:07:31,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/0c56e86ec19f47afac9b12d09eb46438 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/0c56e86ec19f47afac9b12d09eb46438 2024-12-03T16:07:31,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/0c56e86ec19f47afac9b12d09eb46438, entries=150, sequenceid=340, filesize=12.0 K 2024-12-03T16:07:31,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/de8e79bdfe4342daae49a724c0e6a747 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/de8e79bdfe4342daae49a724c0e6a747 2024-12-03T16:07:31,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/de8e79bdfe4342daae49a724c0e6a747, entries=150, sequenceid=340, filesize=12.0 K 2024-12-03T16:07:31,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=46.96 KB/48090 for f3a090646dace8a2e205f830a6f70728 in 124ms, sequenceid=340, compaction requested=true 2024-12-03T16:07:31,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:31,097 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:31,098 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:31,099 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/A is initiating minor compaction (all files) 2024-12-03T16:07:31,099 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/A in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,099 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/5d782c6393c94f1c8f8911bdcf536be0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/dbe78962a58e458aaf0248f1859ee9e5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/22ce5f220edf4a86b42b2bb7147d5ad5] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=36.8 K 2024-12-03T16:07:31,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:31,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:31,099 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d782c6393c94f1c8f8911bdcf536be0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733242050102 2024-12-03T16:07:31,099 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbe78962a58e458aaf0248f1859ee9e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733242050365 2024-12-03T16:07:31,100 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22ce5f220edf4a86b42b2bb7147d5ad5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733242050932 2024-12-03T16:07:31,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:31,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:31,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:31,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T16:07:31,107 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:31,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:07:31,110 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#A#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:31,111 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/3316e85c8cd94b8488be817e63aec589 is 50, key is test_row_0/A:col10/1733242050932/Put/seqid=0 2024-12-03T16:07:31,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/8c8902ca42694a389b36f52abc34daa8 is 50, key is test_row_0/A:col10/1733242051082/Put/seqid=0 2024-12-03T16:07:31,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742395_1571 (size=13153) 2024-12-03T16:07:31,140 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/3316e85c8cd94b8488be817e63aec589 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/3316e85c8cd94b8488be817e63aec589 2024-12-03T16:07:31,146 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/A of f3a090646dace8a2e205f830a6f70728 into 3316e85c8cd94b8488be817e63aec589(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:31,146 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:31,146 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/A, priority=13, startTime=1733242051097; duration=0sec 2024-12-03T16:07:31,146 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T16:07:31,146 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:31,146 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-12-03T16:07:31,148 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T16:07:31,148 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T16:07:31,148 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. because compaction request was cancelled 2024-12-03T16:07:31,148 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:31,148 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:31,149 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:31,149 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/C is initiating minor compaction (all files) 2024-12-03T16:07:31,149 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/C in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,149 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/87dc98d9604640b3abdddb75c2c1f966, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/93ba607f23df494480d7a2a6a0a46556, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/de8e79bdfe4342daae49a724c0e6a747] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=36.8 K 2024-12-03T16:07:31,150 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87dc98d9604640b3abdddb75c2c1f966, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733242050102 2024-12-03T16:07:31,150 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93ba607f23df494480d7a2a6a0a46556, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733242050365 2024-12-03T16:07:31,152 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting de8e79bdfe4342daae49a724c0e6a747, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733242050932 2024-12-03T16:07:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742396_1572 (size=12301) 2024-12-03T16:07:31,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/8c8902ca42694a389b36f52abc34daa8 2024-12-03T16:07:31,176 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#C#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:31,176 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/ed814023e1514cdfaec0e1033e6f0d7c is 50, key is test_row_0/C:col10/1733242050932/Put/seqid=0 2024-12-03T16:07:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T16:07:31,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:31,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:31,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/a09837bca35f4b7b8b11c9d62a118f1e is 50, key is test_row_0/B:col10/1733242051082/Put/seqid=0 2024-12-03T16:07:31,219 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/01c213c7c3454f84bb3bcc538dd32250 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/01c213c7c3454f84bb3bcc538dd32250 2024-12-03T16:07:31,229 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/B of f3a090646dace8a2e205f830a6f70728 into 01c213c7c3454f84bb3bcc538dd32250(size=12.7 K), total size for store is 36.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:31,229 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:31,229 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/B, priority=13, startTime=1733242050700; duration=0sec 2024-12-03T16:07:31,229 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:31,229 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:31,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742397_1573 (size=13153) 2024-12-03T16:07:31,259 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/ed814023e1514cdfaec0e1033e6f0d7c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ed814023e1514cdfaec0e1033e6f0d7c 2024-12-03T16:07:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742398_1574 (size=12301) 2024-12-03T16:07:31,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/a09837bca35f4b7b8b11c9d62a118f1e 2024-12-03T16:07:31,269 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/C of f3a090646dace8a2e205f830a6f70728 into ed814023e1514cdfaec0e1033e6f0d7c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:31,269 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:31,269 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/C, priority=13, startTime=1733242051102; duration=0sec 2024-12-03T16:07:31,269 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:31,269 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:31,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/7ce2a4a51af64f7aab4483e3b4751bd5 is 50, key is test_row_0/C:col10/1733242051082/Put/seqid=0 2024-12-03T16:07:31,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742399_1575 (size=12301) 2024-12-03T16:07:31,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242111444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T16:07:31,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:31,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:31,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242111561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:31,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:31,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:31,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:31,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/7ce2a4a51af64f7aab4483e3b4751bd5 2024-12-03T16:07:31,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/8c8902ca42694a389b36f52abc34daa8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8c8902ca42694a389b36f52abc34daa8 2024-12-03T16:07:31,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8c8902ca42694a389b36f52abc34daa8, entries=150, sequenceid=351, filesize=12.0 K 2024-12-03T16:07:31,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/a09837bca35f4b7b8b11c9d62a118f1e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/a09837bca35f4b7b8b11c9d62a118f1e 2024-12-03T16:07:31,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/a09837bca35f4b7b8b11c9d62a118f1e, entries=150, sequenceid=351, filesize=12.0 K 2024-12-03T16:07:31,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/7ce2a4a51af64f7aab4483e3b4751bd5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/7ce2a4a51af64f7aab4483e3b4751bd5 2024-12-03T16:07:31,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/7ce2a4a51af64f7aab4483e3b4751bd5, entries=150, sequenceid=351, filesize=12.0 K 2024-12-03T16:07:31,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f3a090646dace8a2e205f830a6f70728 in 616ms, sequenceid=351, compaction requested=true 2024-12-03T16:07:31,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:31,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:31,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:31,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:31,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:31,723 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T16:07:31,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:31,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T16:07:31,724 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T16:07:31,724 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T16:07:31,724 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. because compaction request was cancelled 2024-12-03T16:07:31,724 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:31,724 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:07:31,725 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:07:31,725 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/B is initiating minor compaction (all files) 2024-12-03T16:07:31,725 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/B in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,725 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/01c213c7c3454f84bb3bcc538dd32250, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/7b2b99a8a26d4fed93d65700369e2eed, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/0c56e86ec19f47afac9b12d09eb46438, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/a09837bca35f4b7b8b11c9d62a118f1e] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=48.8 K 2024-12-03T16:07:31,726 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 01c213c7c3454f84bb3bcc538dd32250, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733242050102 2024-12-03T16:07:31,726 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T16:07:31,726 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b2b99a8a26d4fed93d65700369e2eed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733242050365 2024-12-03T16:07:31,729 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c56e86ec19f47afac9b12d09eb46438, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733242050932 2024-12-03T16:07:31,729 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a09837bca35f4b7b8b11c9d62a118f1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733242051045 2024-12-03T16:07:31,730 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T16:07:31,730 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T16:07:31,730 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. because compaction request was cancelled 2024-12-03T16:07:31,730 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:31,739 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#B#compaction#490 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:31,740 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/ad481b474f8c483a90f3eeb76a686a5c is 50, key is test_row_0/B:col10/1733242051082/Put/seqid=0 2024-12-03T16:07:31,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742400_1576 (size=13187) 2024-12-03T16:07:31,760 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/ad481b474f8c483a90f3eeb76a686a5c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/ad481b474f8c483a90f3eeb76a686a5c 2024-12-03T16:07:31,765 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a090646dace8a2e205f830a6f70728/B of f3a090646dace8a2e205f830a6f70728 into ad481b474f8c483a90f3eeb76a686a5c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:31,765 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:31,765 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/B, priority=12, startTime=1733242051723; duration=0sec 2024-12-03T16:07:31,765 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:31,765 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:31,789 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:31,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T16:07:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:31,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/4a17a8d5522b40f189277bbe2438d345 is 50, key is test_row_0/A:col10/1733242051438/Put/seqid=0 2024-12-03T16:07:31,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:31,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742401_1577 (size=14741) 2024-12-03T16:07:31,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/4a17a8d5522b40f189277bbe2438d345 2024-12-03T16:07:31,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/1e88cb51d83c4e7980cc5a3e702fe74e is 50, key is test_row_0/B:col10/1733242051438/Put/seqid=0 2024-12-03T16:07:31,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742402_1578 (size=12301) 2024-12-03T16:07:31,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/1e88cb51d83c4e7980cc5a3e702fe74e 2024-12-03T16:07:31,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/b8c29ac1efee46cba9d2f04ef46279bf is 50, key is test_row_0/C:col10/1733242051438/Put/seqid=0 2024-12-03T16:07:31,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242111930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:31,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:31,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:31,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:31,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742403_1579 (size=12301) 2024-12-03T16:07:31,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/b8c29ac1efee46cba9d2f04ef46279bf 2024-12-03T16:07:31,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/4a17a8d5522b40f189277bbe2438d345 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/4a17a8d5522b40f189277bbe2438d345 2024-12-03T16:07:31,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/4a17a8d5522b40f189277bbe2438d345, entries=200, sequenceid=381, filesize=14.4 K 2024-12-03T16:07:31,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/1e88cb51d83c4e7980cc5a3e702fe74e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/1e88cb51d83c4e7980cc5a3e702fe74e 2024-12-03T16:07:31,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/1e88cb51d83c4e7980cc5a3e702fe74e, entries=150, sequenceid=381, filesize=12.0 K 2024-12-03T16:07:31,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/b8c29ac1efee46cba9d2f04ef46279bf as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/b8c29ac1efee46cba9d2f04ef46279bf 2024-12-03T16:07:31,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:31,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:31,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:31,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:31,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/b8c29ac1efee46cba9d2f04ef46279bf, entries=150, sequenceid=381, filesize=12.0 K 2024-12-03T16:07:31,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f3a090646dace8a2e205f830a6f70728 in 209ms, sequenceid=381, compaction requested=true 2024-12-03T16:07:31,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:31,999 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:31,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:32,000 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:32,000 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/A is initiating minor compaction (all files) 2024-12-03T16:07:32,000 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/A in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,000 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/3316e85c8cd94b8488be817e63aec589, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8c8902ca42694a389b36f52abc34daa8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/4a17a8d5522b40f189277bbe2438d345] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=39.3 K 2024-12-03T16:07:32,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:32,000 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T16:07:32,000 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3316e85c8cd94b8488be817e63aec589, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733242050932 2024-12-03T16:07:32,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:32,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:32,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:32,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T16:07:32,003 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c8902ca42694a389b36f52abc34daa8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733242051045 2024-12-03T16:07:32,003 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T16:07:32,003 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T16:07:32,003 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. because compaction request was cancelled 2024-12-03T16:07:32,003 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:32,003 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:32,003 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a17a8d5522b40f189277bbe2438d345, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733242051418 2024-12-03T16:07:32,005 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:32,005 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/C is initiating minor compaction (all files) 2024-12-03T16:07:32,005 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/C in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,005 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ed814023e1514cdfaec0e1033e6f0d7c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/7ce2a4a51af64f7aab4483e3b4751bd5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/b8c29ac1efee46cba9d2f04ef46279bf] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=36.9 K 2024-12-03T16:07:32,007 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting ed814023e1514cdfaec0e1033e6f0d7c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733242050932 2024-12-03T16:07:32,008 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ce2a4a51af64f7aab4483e3b4751bd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733242051045 2024-12-03T16:07:32,008 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting b8c29ac1efee46cba9d2f04ef46279bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733242051418 2024-12-03T16:07:32,016 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#A#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:32,016 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/eba92927609d49c1999fda9f461b8e30 is 50, key is test_row_0/A:col10/1733242051438/Put/seqid=0 2024-12-03T16:07:32,032 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#C#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:32,032 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/92b42832a2114406a768d5548ee12f8b is 50, key is test_row_0/C:col10/1733242051438/Put/seqid=0 2024-12-03T16:07:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:32,055 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:32,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:07:32,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/a74f026593bf4686911d1b2a9e4528bc is 50, key is test_row_0/A:col10/1733242051922/Put/seqid=0 2024-12-03T16:07:32,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742404_1580 (size=13255) 2024-12-03T16:07:32,072 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/eba92927609d49c1999fda9f461b8e30 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/eba92927609d49c1999fda9f461b8e30 2024-12-03T16:07:32,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742405_1581 (size=13255) 2024-12-03T16:07:32,079 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/A of f3a090646dace8a2e205f830a6f70728 into eba92927609d49c1999fda9f461b8e30(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:32,079 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:32,079 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/A, priority=13, startTime=1733242051999; duration=0sec 2024-12-03T16:07:32,079 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:32,079 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:32,084 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/92b42832a2114406a768d5548ee12f8b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/92b42832a2114406a768d5548ee12f8b 2024-12-03T16:07:32,090 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/C of f3a090646dace8a2e205f830a6f70728 into 92b42832a2114406a768d5548ee12f8b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:32,090 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:32,090 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/C, priority=13, startTime=1733242052001; duration=0sec 2024-12-03T16:07:32,090 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:32,090 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:32,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742406_1582 (size=14741) 2024-12-03T16:07:32,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/a74f026593bf4686911d1b2a9e4528bc 2024-12-03T16:07:32,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/a351ae1b7ed14cf3bae2a4cc44a4ab03 is 50, key is test_row_0/B:col10/1733242051922/Put/seqid=0 2024-12-03T16:07:32,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742407_1583 (size=12301) 2024-12-03T16:07:32,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242112416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:32,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:32,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:32,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/a351ae1b7ed14cf3bae2a4cc44a4ab03 2024-12-03T16:07:32,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242112546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:32,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/2519032af7ae42ec88630de3ccb12729 is 50, key is test_row_0/C:col10/1733242051922/Put/seqid=0 2024-12-03T16:07:32,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742408_1584 (size=12301) 2024-12-03T16:07:32,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:32,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:32,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52106 deadline: 1733242112721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:32,728 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in f3a090646dace8a2e205f830a6f70728 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8279 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:32,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:32,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:32,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:32,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242112762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:32,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:32,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:32,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:32,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:32,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:32,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:32,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/2519032af7ae42ec88630de3ccb12729 2024-12-03T16:07:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/a74f026593bf4686911d1b2a9e4528bc as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a74f026593bf4686911d1b2a9e4528bc 2024-12-03T16:07:33,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a74f026593bf4686911d1b2a9e4528bc, entries=200, sequenceid=392, filesize=14.4 K 2024-12-03T16:07:33,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/a351ae1b7ed14cf3bae2a4cc44a4ab03 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/a351ae1b7ed14cf3bae2a4cc44a4ab03 2024-12-03T16:07:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T16:07:33,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/a351ae1b7ed14cf3bae2a4cc44a4ab03, entries=150, sequenceid=392, filesize=12.0 K 2024-12-03T16:07:33,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/2519032af7ae42ec88630de3ccb12729 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/2519032af7ae42ec88630de3ccb12729 2024-12-03T16:07:33,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/2519032af7ae42ec88630de3ccb12729, entries=150, sequenceid=392, filesize=12.0 K 2024-12-03T16:07:33,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f3a090646dace8a2e205f830a6f70728 in 1007ms, sequenceid=392, compaction requested=true 2024-12-03T16:07:33,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:33,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:33,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:33,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:33,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:33,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:33,062 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T16:07:33,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:33,062 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:33,075 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T16:07:33,075 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T16:07:33,075 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. because compaction request was cancelled 2024-12-03T16:07:33,075 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:33,075 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T16:07:33,075 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:33,075 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/B is initiating minor compaction (all files) 2024-12-03T16:07:33,075 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/B in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:33,075 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/ad481b474f8c483a90f3eeb76a686a5c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/1e88cb51d83c4e7980cc5a3e702fe74e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/a351ae1b7ed14cf3bae2a4cc44a4ab03] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=36.9 K 2024-12-03T16:07:33,077 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad481b474f8c483a90f3eeb76a686a5c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733242051045 2024-12-03T16:07:33,077 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e88cb51d83c4e7980cc5a3e702fe74e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733242051418 2024-12-03T16:07:33,077 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting a351ae1b7ed14cf3bae2a4cc44a4ab03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733242051896 2024-12-03T16:07:33,082 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T16:07:33,082 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T16:07:33,082 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. because compaction request was cancelled 2024-12-03T16:07:33,082 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:33,087 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:33,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T16:07:33,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:33,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:33,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/8d5673758ced41aabdc42f1db4315681 is 50, key is test_row_0/A:col10/1733242052389/Put/seqid=0 2024-12-03T16:07:33,128 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#B#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:33,128 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/7cf0fb94a95740e7b9424a4ee1a4d550 is 50, key is test_row_0/B:col10/1733242051922/Put/seqid=0 2024-12-03T16:07:33,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742409_1585 (size=14741) 2024-12-03T16:07:33,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/8d5673758ced41aabdc42f1db4315681 2024-12-03T16:07:33,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742410_1586 (size=13289) 2024-12-03T16:07:33,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/32a397a0723b4ec1a862e217974dc8c0 is 50, key is test_row_0/B:col10/1733242052389/Put/seqid=0 2024-12-03T16:07:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742411_1587 (size=12301) 2024-12-03T16:07:33,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242113188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:33,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:33,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:33,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:33,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:33,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242113312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:33,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:33,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:33,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:33,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:33,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242113531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:33,543 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/7cf0fb94a95740e7b9424a4ee1a4d550 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/7cf0fb94a95740e7b9424a4ee1a4d550 2024-12-03T16:07:33,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/32a397a0723b4ec1a862e217974dc8c0 2024-12-03T16:07:33,559 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/B of f3a090646dace8a2e205f830a6f70728 into 7cf0fb94a95740e7b9424a4ee1a4d550(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:33,559 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:33,559 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/B, priority=13, startTime=1733242053062; duration=0sec 2024-12-03T16:07:33,560 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:33,560 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:33,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:33,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:33,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:33,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:33,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/f9d6184fd2234cc98c85c6d35775540e is 50, key is test_row_0/C:col10/1733242052389/Put/seqid=0 2024-12-03T16:07:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742412_1588 (size=12301) 2024-12-03T16:07:33,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:33,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:33,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:33,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:33,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242113851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:33,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:33,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:33,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:33,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:33,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:33,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:33,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:33,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:33,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/f9d6184fd2234cc98c85c6d35775540e 2024-12-03T16:07:34,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/8d5673758ced41aabdc42f1db4315681 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8d5673758ced41aabdc42f1db4315681 2024-12-03T16:07:34,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8d5673758ced41aabdc42f1db4315681, entries=200, sequenceid=420, filesize=14.4 K 2024-12-03T16:07:34,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/32a397a0723b4ec1a862e217974dc8c0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/32a397a0723b4ec1a862e217974dc8c0 2024-12-03T16:07:34,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/32a397a0723b4ec1a862e217974dc8c0, entries=150, sequenceid=420, filesize=12.0 K 2024-12-03T16:07:34,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/f9d6184fd2234cc98c85c6d35775540e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/f9d6184fd2234cc98c85c6d35775540e 2024-12-03T16:07:34,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/f9d6184fd2234cc98c85c6d35775540e, entries=150, sequenceid=420, filesize=12.0 K 2024-12-03T16:07:34,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:34,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:34,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:34,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:34,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:34,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f3a090646dace8a2e205f830a6f70728 in 980ms, sequenceid=420, compaction requested=true 2024-12-03T16:07:34,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:34,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:34,067 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:34,068 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:34,068 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/A is initiating minor compaction (all files) 2024-12-03T16:07:34,068 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/A in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:34,068 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/eba92927609d49c1999fda9f461b8e30, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a74f026593bf4686911d1b2a9e4528bc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8d5673758ced41aabdc42f1db4315681] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=41.7 K 2024-12-03T16:07:34,069 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting eba92927609d49c1999fda9f461b8e30, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733242051418 2024-12-03T16:07:34,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:34,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:34,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:34,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:34,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:34,069 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T16:07:34,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:34,074 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting a74f026593bf4686911d1b2a9e4528bc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733242051857 2024-12-03T16:07:34,074 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d5673758ced41aabdc42f1db4315681, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733242052389 2024-12-03T16:07:34,076 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T16:07:34,076 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T16:07:34,076 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. because compaction request was cancelled 2024-12-03T16:07:34,076 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:34,076 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:34,082 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:34,082 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/C is initiating minor compaction (all files) 2024-12-03T16:07:34,082 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/C in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:34,082 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/92b42832a2114406a768d5548ee12f8b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/2519032af7ae42ec88630de3ccb12729, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/f9d6184fd2234cc98c85c6d35775540e] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=37.0 K 2024-12-03T16:07:34,083 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 92b42832a2114406a768d5548ee12f8b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733242051418 2024-12-03T16:07:34,084 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 2519032af7ae42ec88630de3ccb12729, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733242051896 2024-12-03T16:07:34,084 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting f9d6184fd2234cc98c85c6d35775540e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733242052389 2024-12-03T16:07:34,097 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#A#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:34,097 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/fa03178fb73c4b31a606c693451fb08f is 50, key is test_row_0/A:col10/1733242052389/Put/seqid=0 2024-12-03T16:07:34,102 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#C#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:34,102 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/df43bedc9ddc474a89cea6249455dc20 is 50, key is test_row_0/C:col10/1733242052389/Put/seqid=0 2024-12-03T16:07:34,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742413_1589 (size=13357) 2024-12-03T16:07:34,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742414_1590 (size=13357) 2024-12-03T16:07:34,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T16:07:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:34,220 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-03T16:07:34,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/c96447a521d94d85985e546829de71a0 is 50, key is test_row_0/A:col10/1733242053150/Put/seqid=0 2024-12-03T16:07:34,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742415_1591 (size=12301) 2024-12-03T16:07:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:34,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. as already flushing 2024-12-03T16:07:34,537 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/fa03178fb73c4b31a606c693451fb08f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/fa03178fb73c4b31a606c693451fb08f 2024-12-03T16:07:34,549 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/A of f3a090646dace8a2e205f830a6f70728 into fa03178fb73c4b31a606c693451fb08f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:34,550 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:34,550 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/A, priority=13, startTime=1733242054067; duration=0sec 2024-12-03T16:07:34,550 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:34,550 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:34,566 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/df43bedc9ddc474a89cea6249455dc20 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/df43bedc9ddc474a89cea6249455dc20 2024-12-03T16:07:34,572 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/C of f3a090646dace8a2e205f830a6f70728 into df43bedc9ddc474a89cea6249455dc20(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:34,572 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:34,572 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/C, priority=13, startTime=1733242054069; duration=0sec 2024-12-03T16:07:34,572 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:34,572 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:34,665 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/c96447a521d94d85985e546829de71a0 2024-12-03T16:07:34,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/d248019facbc4b51a46225c3e544bb15 is 50, key is test_row_0/B:col10/1733242053150/Put/seqid=0 2024-12-03T16:07:34,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742416_1592 (size=12301) 2024-12-03T16:07:34,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242114713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:34,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242114832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T16:07:35,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242115054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:35,118 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/d248019facbc4b51a46225c3e544bb15 2024-12-03T16:07:35,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/a98f8b38282342b29ba9fad35b8fe3ea is 50, key is test_row_0/C:col10/1733242053150/Put/seqid=0 2024-12-03T16:07:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742417_1593 (size=12301) 2024-12-03T16:07:35,143 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/a98f8b38282342b29ba9fad35b8fe3ea 2024-12-03T16:07:35,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/c96447a521d94d85985e546829de71a0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c96447a521d94d85985e546829de71a0 2024-12-03T16:07:35,150 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c96447a521d94d85985e546829de71a0, entries=150, sequenceid=431, filesize=12.0 K 2024-12-03T16:07:35,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/d248019facbc4b51a46225c3e544bb15 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/d248019facbc4b51a46225c3e544bb15 2024-12-03T16:07:35,154 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/d248019facbc4b51a46225c3e544bb15, entries=150, sequenceid=431, filesize=12.0 K 2024-12-03T16:07:35,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/a98f8b38282342b29ba9fad35b8fe3ea as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a98f8b38282342b29ba9fad35b8fe3ea 2024-12-03T16:07:35,168 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a98f8b38282342b29ba9fad35b8fe3ea, entries=150, sequenceid=431, filesize=12.0 K 2024-12-03T16:07:35,170 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f3a090646dace8a2e205f830a6f70728 in 950ms, sequenceid=431, compaction requested=true 2024-12-03T16:07:35,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:35,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:35,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-12-03T16:07:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-12-03T16:07:35,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-03T16:07:35,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.2990 sec 2024-12-03T16:07:35,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 4.3100 sec 2024-12-03T16:07:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:35,381 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:35,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-03T16:07:35,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/b3f5f7c9dc844582b7610e2a582dd6ce is 50, key is test_row_0/A:col10/1733242054680/Put/seqid=0 2024-12-03T16:07:35,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742418_1594 (size=14741) 2024-12-03T16:07:35,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242115472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242115586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:35,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:35,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:35,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:35,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242115814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:35,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:35,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:35,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:35,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/b3f5f7c9dc844582b7610e2a582dd6ce 2024-12-03T16:07:35,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/72b33d6a7c97425d86cdb45b04e23d97 is 50, key is test_row_0/B:col10/1733242054680/Put/seqid=0 2024-12-03T16:07:35,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742419_1595 (size=12301) 2024-12-03T16:07:36,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242116135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:36,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:36,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:36,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:36,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/72b33d6a7c97425d86cdb45b04e23d97 2024-12-03T16:07:36,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/894cd0f7eb6a447f9fa6f76f176baa6f is 50, key is test_row_0/C:col10/1733242054680/Put/seqid=0 2024-12-03T16:07:36,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742420_1596 (size=12301) 2024-12-03T16:07:36,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242116641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:36,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/894cd0f7eb6a447f9fa6f76f176baa6f 2024-12-03T16:07:36,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/b3f5f7c9dc844582b7610e2a582dd6ce as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/b3f5f7c9dc844582b7610e2a582dd6ce 2024-12-03T16:07:36,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/b3f5f7c9dc844582b7610e2a582dd6ce, entries=200, sequenceid=460, filesize=14.4 K 2024-12-03T16:07:36,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/72b33d6a7c97425d86cdb45b04e23d97 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/72b33d6a7c97425d86cdb45b04e23d97 2024-12-03T16:07:36,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/72b33d6a7c97425d86cdb45b04e23d97, entries=150, sequenceid=460, filesize=12.0 K 2024-12-03T16:07:36,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/894cd0f7eb6a447f9fa6f76f176baa6f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/894cd0f7eb6a447f9fa6f76f176baa6f 2024-12-03T16:07:36,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/894cd0f7eb6a447f9fa6f76f176baa6f, entries=150, sequenceid=460, filesize=12.0 K 2024-12-03T16:07:36,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f3a090646dace8a2e205f830a6f70728 in 1564ms, sequenceid=460, compaction requested=true 2024-12-03T16:07:36,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:36,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:36,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:36,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:36,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:36,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:36,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T16:07:36,945 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:36,945 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:07:36,946 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:36,947 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/A is initiating minor compaction (all files) 2024-12-03T16:07:36,947 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/A in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:36,947 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/fa03178fb73c4b31a606c693451fb08f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c96447a521d94d85985e546829de71a0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/b3f5f7c9dc844582b7610e2a582dd6ce] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=39.5 K 2024-12-03T16:07:36,950 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting fa03178fb73c4b31a606c693451fb08f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733242052389 2024-12-03T16:07:36,950 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:07:36,950 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/B is initiating minor compaction (all files) 2024-12-03T16:07:36,951 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/B in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:36,951 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/7cf0fb94a95740e7b9424a4ee1a4d550, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/32a397a0723b4ec1a862e217974dc8c0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/d248019facbc4b51a46225c3e544bb15, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/72b33d6a7c97425d86cdb45b04e23d97] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=49.0 K 2024-12-03T16:07:36,951 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting c96447a521d94d85985e546829de71a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733242053137 2024-12-03T16:07:36,951 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cf0fb94a95740e7b9424a4ee1a4d550, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733242051896 2024-12-03T16:07:36,954 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting b3f5f7c9dc844582b7610e2a582dd6ce, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733242054664 2024-12-03T16:07:36,954 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32a397a0723b4ec1a862e217974dc8c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733242052389 2024-12-03T16:07:36,956 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting d248019facbc4b51a46225c3e544bb15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733242053137 2024-12-03T16:07:36,956 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72b33d6a7c97425d86cdb45b04e23d97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733242054664 2024-12-03T16:07:36,973 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#B#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:36,974 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/e1144f87452848e0b5c288bee00fdd08 is 50, key is test_row_0/B:col10/1733242054680/Put/seqid=0 2024-12-03T16:07:36,986 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#A#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:36,987 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/9de255f4edaf4eec9082a863a09207cf is 50, key is test_row_0/A:col10/1733242054680/Put/seqid=0 2024-12-03T16:07:37,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742422_1598 (size=13459) 2024-12-03T16:07:37,047 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/9de255f4edaf4eec9082a863a09207cf as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/9de255f4edaf4eec9082a863a09207cf 2024-12-03T16:07:37,051 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/A of f3a090646dace8a2e205f830a6f70728 into 9de255f4edaf4eec9082a863a09207cf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:37,052 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:37,052 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/A, priority=13, startTime=1733242056945; duration=0sec 2024-12-03T16:07:37,052 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:37,052 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:37,052 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:37,052 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:37,053 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/C is initiating minor compaction (all files) 2024-12-03T16:07:37,053 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/C in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:37,053 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/df43bedc9ddc474a89cea6249455dc20, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a98f8b38282342b29ba9fad35b8fe3ea, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/894cd0f7eb6a447f9fa6f76f176baa6f] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=37.1 K 2024-12-03T16:07:37,053 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting df43bedc9ddc474a89cea6249455dc20, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733242052389 2024-12-03T16:07:37,053 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a98f8b38282342b29ba9fad35b8fe3ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733242053137 2024-12-03T16:07:37,054 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 894cd0f7eb6a447f9fa6f76f176baa6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733242054664 2024-12-03T16:07:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742421_1597 (size=13425) 2024-12-03T16:07:37,064 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#C#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:37,064 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/e1144f87452848e0b5c288bee00fdd08 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/e1144f87452848e0b5c288bee00fdd08 2024-12-03T16:07:37,064 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/123fd7f8682848f6a9e5d0e8135b7c7e is 50, key is test_row_0/C:col10/1733242054680/Put/seqid=0 2024-12-03T16:07:37,070 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a090646dace8a2e205f830a6f70728/B of f3a090646dace8a2e205f830a6f70728 into e1144f87452848e0b5c288bee00fdd08(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:37,070 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:37,070 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/B, priority=12, startTime=1733242056945; duration=0sec 2024-12-03T16:07:37,070 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:37,070 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:37,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742423_1599 (size=13459) 2024-12-03T16:07:37,588 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/123fd7f8682848f6a9e5d0e8135b7c7e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/123fd7f8682848f6a9e5d0e8135b7c7e 2024-12-03T16:07:37,621 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/C of f3a090646dace8a2e205f830a6f70728 into 123fd7f8682848f6a9e5d0e8135b7c7e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:37,621 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:37,621 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/C, priority=13, startTime=1733242056945; duration=0sec 2024-12-03T16:07:37,621 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:37,621 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:37,681 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:37,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:07:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:37,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/0fcdc1f522184a57b2fbfdf61d467918 is 50, key is test_row_0/A:col10/1733242057666/Put/seqid=0 2024-12-03T16:07:37,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742424_1600 (size=14737) 2024-12-03T16:07:37,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242117983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:37,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:37,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:37,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:38,008 INFO [Thread-2214 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2214. 2024-12-03T16:07:38,008 DEBUG [Thread-2214 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:38,008 DEBUG [Thread-2214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:38,009 DEBUG [Thread-2214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:38,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:38,012 INFO [Thread-2208 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2208. 2024-12-03T16:07:38,012 DEBUG [Thread-2208 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:38,012 DEBUG [Thread-2208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:38,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:38,012 DEBUG [Thread-2208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:38,014 INFO [Thread-2210 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2210. 2024-12-03T16:07:38,015 DEBUG [Thread-2210 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:38,015 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:38,015 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:38,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:38,021 INFO [Thread-2216 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2216. 2024-12-03T16:07:38,022 DEBUG [Thread-2216 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:38,022 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:38,022 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:38,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:38,024 INFO [Thread-2212 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2212. 2024-12-03T16:07:38,024 DEBUG [Thread-2212 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:38,024 DEBUG [Thread-2212 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:38,024 DEBUG [Thread-2212 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:38,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:38,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242118102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:38,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/0fcdc1f522184a57b2fbfdf61d467918 2024-12-03T16:07:38,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/6c70535184ec443db262292d3a08cabf is 50, key is test_row_0/B:col10/1733242057666/Put/seqid=0 2024-12-03T16:07:38,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742425_1601 (size=9857) 2024-12-03T16:07:38,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242118314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:38,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:38,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:38,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:38,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242118622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:38,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/6c70535184ec443db262292d3a08cabf 2024-12-03T16:07:38,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/75c801b1c9b443a98eed93b5b891887c is 50, key is test_row_0/C:col10/1733242057666/Put/seqid=0 2024-12-03T16:07:38,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742426_1602 (size=9857) 2024-12-03T16:07:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T16:07:39,052 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:39,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52048 deadline: 1733242119131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 , the old value is region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., hostname=713339a81dd9,43037,1733241911101, seqNum=2 because the exception is null or not the one we care about 2024-12-03T16:07:39,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/75c801b1c9b443a98eed93b5b891887c 2024-12-03T16:07:39,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/0fcdc1f522184a57b2fbfdf61d467918 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/0fcdc1f522184a57b2fbfdf61d467918 2024-12-03T16:07:39,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/0fcdc1f522184a57b2fbfdf61d467918, entries=200, sequenceid=474, filesize=14.4 K 2024-12-03T16:07:39,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/6c70535184ec443db262292d3a08cabf as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/6c70535184ec443db262292d3a08cabf 2024-12-03T16:07:39,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/6c70535184ec443db262292d3a08cabf, entries=100, sequenceid=474, filesize=9.6 K 2024-12-03T16:07:39,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/75c801b1c9b443a98eed93b5b891887c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/75c801b1c9b443a98eed93b5b891887c 2024-12-03T16:07:39,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/75c801b1c9b443a98eed93b5b891887c, entries=100, sequenceid=474, filesize=9.6 K 2024-12-03T16:07:39,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f3a090646dace8a2e205f830a6f70728 in 1546ms, sequenceid=474, compaction requested=false 2024-12-03T16:07:39,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:39,326 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T16:07:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:39,427 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:39,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T16:07:39,428 INFO [Thread-2205 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2205. 2024-12-03T16:07:39,428 DEBUG [Thread-2205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:39,428 DEBUG [Thread-2205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:39,428 DEBUG [Thread-2205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:39,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:39,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/bb42e05388194ab788c9691688cc0fe6 is 50, key is test_row_0/A:col10/1733242059422/Put/seqid=0 2024-12-03T16:07:39,461 INFO [Thread-2199 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2199. 2024-12-03T16:07:39,461 DEBUG [Thread-2199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:39,461 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:39,462 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:39,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:39,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742427_1603 (size=12301) 2024-12-03T16:07:39,474 INFO [Thread-2203 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2203. 2024-12-03T16:07:39,474 DEBUG [Thread-2203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:39,474 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:39,474 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:39,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:39,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/bb42e05388194ab788c9691688cc0fe6 2024-12-03T16:07:39,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/be008cf936784e75abc481cbddcd304b is 50, key is test_row_0/B:col10/1733242059422/Put/seqid=0 2024-12-03T16:07:39,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742428_1604 (size=12301) 2024-12-03T16:07:39,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/be008cf936784e75abc481cbddcd304b 2024-12-03T16:07:39,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/e89b3f5af41a4c2192423b1ae11a4c0a is 50, key is test_row_0/C:col10/1733242059422/Put/seqid=0 2024-12-03T16:07:39,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742429_1605 (size=12301) 2024-12-03T16:07:39,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/e89b3f5af41a4c2192423b1ae11a4c0a 2024-12-03T16:07:39,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/bb42e05388194ab788c9691688cc0fe6 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/bb42e05388194ab788c9691688cc0fe6 2024-12-03T16:07:39,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/bb42e05388194ab788c9691688cc0fe6, entries=150, sequenceid=500, filesize=12.0 K 2024-12-03T16:07:39,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/be008cf936784e75abc481cbddcd304b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/be008cf936784e75abc481cbddcd304b 2024-12-03T16:07:39,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/be008cf936784e75abc481cbddcd304b, entries=150, sequenceid=500, filesize=12.0 K 2024-12-03T16:07:39,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/e89b3f5af41a4c2192423b1ae11a4c0a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/e89b3f5af41a4c2192423b1ae11a4c0a 2024-12-03T16:07:39,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/e89b3f5af41a4c2192423b1ae11a4c0a, entries=150, sequenceid=500, filesize=12.0 K 2024-12-03T16:07:39,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=13.42 KB/13740 for f3a090646dace8a2e205f830a6f70728 in 543ms, sequenceid=500, compaction requested=true 2024-12-03T16:07:39,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:39,971 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:39,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:39,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:39,971 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:39,972 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40497 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:39,972 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/A is initiating minor compaction (all files) 2024-12-03T16:07:39,972 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/A in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:39,972 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/9de255f4edaf4eec9082a863a09207cf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/0fcdc1f522184a57b2fbfdf61d467918, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/bb42e05388194ab788c9691688cc0fe6] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=39.5 K 2024-12-03T16:07:39,972 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9de255f4edaf4eec9082a863a09207cf, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733242054664 2024-12-03T16:07:39,973 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:39,973 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/B is initiating minor compaction (all files) 2024-12-03T16:07:39,973 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/B in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:39,973 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/e1144f87452848e0b5c288bee00fdd08, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/6c70535184ec443db262292d3a08cabf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/be008cf936784e75abc481cbddcd304b] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=34.7 K 2024-12-03T16:07:39,973 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fcdc1f522184a57b2fbfdf61d467918, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733242055447 2024-12-03T16:07:39,973 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e1144f87452848e0b5c288bee00fdd08, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733242054664 2024-12-03T16:07:39,974 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb42e05388194ab788c9691688cc0fe6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1733242057946 2024-12-03T16:07:39,974 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c70535184ec443db262292d3a08cabf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733242057666 2024-12-03T16:07:39,974 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting be008cf936784e75abc481cbddcd304b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1733242057946 2024-12-03T16:07:39,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:39,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:39,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a090646dace8a2e205f830a6f70728:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:39,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:40,004 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#B#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:40,004 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/74f241e3e60742c8a4de9fd4c8a30b9c is 50, key is test_row_0/B:col10/1733242059422/Put/seqid=0 2024-12-03T16:07:40,013 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#A#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:40,014 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/08b79baeda694d16b1a4782f689841a7 is 50, key is test_row_0/A:col10/1733242059422/Put/seqid=0 2024-12-03T16:07:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742430_1606 (size=13527) 2024-12-03T16:07:40,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742431_1607 (size=13561) 2024-12-03T16:07:40,143 INFO [Thread-2197 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2197. 2024-12-03T16:07:40,143 DEBUG [Thread-2197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:40,144 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:40,144 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:40,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:40,435 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/74f241e3e60742c8a4de9fd4c8a30b9c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/74f241e3e60742c8a4de9fd4c8a30b9c 2024-12-03T16:07:40,444 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/08b79baeda694d16b1a4782f689841a7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/08b79baeda694d16b1a4782f689841a7 2024-12-03T16:07:40,448 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/B of f3a090646dace8a2e205f830a6f70728 into 74f241e3e60742c8a4de9fd4c8a30b9c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:40,448 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:40,448 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/B, priority=13, startTime=1733242059971; duration=0sec 2024-12-03T16:07:40,448 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:40,448 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:B 2024-12-03T16:07:40,448 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:40,451 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:40,451 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): f3a090646dace8a2e205f830a6f70728/C is initiating minor compaction (all files) 2024-12-03T16:07:40,451 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a090646dace8a2e205f830a6f70728/C in TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:40,451 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/123fd7f8682848f6a9e5d0e8135b7c7e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/75c801b1c9b443a98eed93b5b891887c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/e89b3f5af41a4c2192423b1ae11a4c0a] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp, totalSize=34.8 K 2024-12-03T16:07:40,451 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 123fd7f8682848f6a9e5d0e8135b7c7e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733242054664 2024-12-03T16:07:40,452 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 75c801b1c9b443a98eed93b5b891887c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733242057666 2024-12-03T16:07:40,452 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e89b3f5af41a4c2192423b1ae11a4c0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1733242057946 2024-12-03T16:07:40,459 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/A of f3a090646dace8a2e205f830a6f70728 into 08b79baeda694d16b1a4782f689841a7(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:40,459 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:40,459 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/A, priority=13, startTime=1733242059971; duration=0sec 2024-12-03T16:07:40,459 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:40,459 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:A 2024-12-03T16:07:40,460 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a090646dace8a2e205f830a6f70728#C#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:40,461 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/b9e2c29e71c9418da6ce466994e2eee4 is 50, key is test_row_0/C:col10/1733242059422/Put/seqid=0 2024-12-03T16:07:40,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742432_1608 (size=13561) 2024-12-03T16:07:40,473 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/b9e2c29e71c9418da6ce466994e2eee4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/b9e2c29e71c9418da6ce466994e2eee4 2024-12-03T16:07:40,478 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a090646dace8a2e205f830a6f70728/C of f3a090646dace8a2e205f830a6f70728 into b9e2c29e71c9418da6ce466994e2eee4(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:40,478 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a090646dace8a2e205f830a6f70728: 2024-12-03T16:07:40,478 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., storeName=f3a090646dace8a2e205f830a6f70728/C, priority=13, startTime=1733242059975; duration=0sec 2024-12-03T16:07:40,478 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:40,478 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a090646dace8a2e205f830a6f70728:C 2024-12-03T16:07:42,733 INFO [Thread-2201 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2201. 2024-12-03T16:07:42,733 DEBUG [Thread-2201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:07:42,733 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:42,733 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:42,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 264 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 871 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2609 rows 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 860 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2580 rows 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 864 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2586 rows 2024-12-03T16:07:42,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 870 2024-12-03T16:07:42,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2610 rows 2024-12-03T16:07:42,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 872 2024-12-03T16:07:42,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2616 rows 2024-12-03T16:07:42,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T16:07:42,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T16:07:42,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:42,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:42,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:07:42,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-03T16:07:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-03T16:07:42,739 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733242062739"}]},"ts":"1733242062739"} 2024-12-03T16:07:42,741 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T16:07:42,741 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T16:07:42,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T16:07:42,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a090646dace8a2e205f830a6f70728, UNASSIGN}] 2024-12-03T16:07:42,745 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a090646dace8a2e205f830a6f70728, UNASSIGN 2024-12-03T16:07:42,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f3a090646dace8a2e205f830a6f70728, regionState=CLOSING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:07:42,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a090646dace8a2e205f830a6f70728, UNASSIGN because future has completed 2024-12-03T16:07:42,748 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T16:07:42,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:07:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-03T16:07:42,903 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:42,903 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T16:07:42,904 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing f3a090646dace8a2e205f830a6f70728, disabling compactions & flushes 2024-12-03T16:07:42,904 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:42,904 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:42,904 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. after waiting 0 ms 2024-12-03T16:07:42,904 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:42,904 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(2902): Flushing f3a090646dace8a2e205f830a6f70728 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-03T16:07:42,908 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/7bd0cede90d8438285dcd23005bac376 is 50, key is test_row_0/A:col10/1733242060142/Put/seqid=0 2024-12-03T16:07:42,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742433_1609 (size=12301) 2024-12-03T16:07:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-03T16:07:43,314 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/7bd0cede90d8438285dcd23005bac376 2024-12-03T16:07:43,320 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/dc3863a3df4f49ac829fcc0e0b14d5c3 is 50, key is test_row_0/B:col10/1733242060142/Put/seqid=0 2024-12-03T16:07:43,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742434_1610 (size=12301) 2024-12-03T16:07:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-03T16:07:43,723 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/dc3863a3df4f49ac829fcc0e0b14d5c3 2024-12-03T16:07:43,733 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/8cd6da57ee0d47568bb6aa39eb794f5b is 50, key is test_row_0/C:col10/1733242060142/Put/seqid=0 2024-12-03T16:07:43,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742435_1611 (size=12301) 2024-12-03T16:07:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-03T16:07:44,137 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/8cd6da57ee0d47568bb6aa39eb794f5b 2024-12-03T16:07:44,140 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/A/7bd0cede90d8438285dcd23005bac376 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/7bd0cede90d8438285dcd23005bac376 2024-12-03T16:07:44,143 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/7bd0cede90d8438285dcd23005bac376, entries=150, sequenceid=510, filesize=12.0 K 2024-12-03T16:07:44,144 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/B/dc3863a3df4f49ac829fcc0e0b14d5c3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/dc3863a3df4f49ac829fcc0e0b14d5c3 2024-12-03T16:07:44,146 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/dc3863a3df4f49ac829fcc0e0b14d5c3, entries=150, sequenceid=510, filesize=12.0 K 2024-12-03T16:07:44,147 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/.tmp/C/8cd6da57ee0d47568bb6aa39eb794f5b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/8cd6da57ee0d47568bb6aa39eb794f5b 2024-12-03T16:07:44,150 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/8cd6da57ee0d47568bb6aa39eb794f5b, entries=150, sequenceid=510, filesize=12.0 K 2024-12-03T16:07:44,151 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f3a090646dace8a2e205f830a6f70728 in 1247ms, sequenceid=510, compaction requested=false 2024-12-03T16:07:44,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a3b8e2113e804179ac21551d37be8e21, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8a20840fd7fe47c28405d14d70dd20ba, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a350085ffcee42ac96f8639c09929b2f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/9661c110090f4f24b7676df38c52ada4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/655e70c979cc49e7ba038e1004192c92, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/1462e7dcb0a54ef99202e4dee40dbd93, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/f6b5cdf991104b94be8e8a59260c0501, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/f480d2157768473c86ebc5da9c753384, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/d0bcd5a1f68d48baa564d904c154b157, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c4c8efa0550a4c3d97e3e95159200313, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/26a08356a8a64ccbae89cce3ee19a3bb, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c14a8fa6a02b40349cb9d05b63f0cddc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/eeafb91a64394e14861475d7b5e2dfff, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/43ee1170cab34c8e8510f933bef9fd87, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/edd0c604ef604815a6722a3db3b4d838, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/95f3154d0dbf426b9a886d0bcc0f6267, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/13a8490abac44541915a94e3b8b530f4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/15130b4e31204581904b00aaeba8f922, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/16e16621b7cc423d972f8bd9c8af0bfa, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/7705ea0ab83b4da1a70050f259413bf5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/6f3df21f6d94424c8b7a9873c6f76c19, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/fe20d98374ca4442b4043e65778568a8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/5d782c6393c94f1c8f8911bdcf536be0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/dbe78962a58e458aaf0248f1859ee9e5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/3316e85c8cd94b8488be817e63aec589, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/22ce5f220edf4a86b42b2bb7147d5ad5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8c8902ca42694a389b36f52abc34daa8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/4a17a8d5522b40f189277bbe2438d345, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/eba92927609d49c1999fda9f461b8e30, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a74f026593bf4686911d1b2a9e4528bc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8d5673758ced41aabdc42f1db4315681, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/fa03178fb73c4b31a606c693451fb08f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c96447a521d94d85985e546829de71a0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/b3f5f7c9dc844582b7610e2a582dd6ce, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/9de255f4edaf4eec9082a863a09207cf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/0fcdc1f522184a57b2fbfdf61d467918, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/bb42e05388194ab788c9691688cc0fe6] to archive 2024-12-03T16:07:44,152 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:07:44,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a3b8e2113e804179ac21551d37be8e21 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a3b8e2113e804179ac21551d37be8e21 2024-12-03T16:07:44,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8a20840fd7fe47c28405d14d70dd20ba to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8a20840fd7fe47c28405d14d70dd20ba 2024-12-03T16:07:44,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a350085ffcee42ac96f8639c09929b2f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a350085ffcee42ac96f8639c09929b2f 2024-12-03T16:07:44,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/9661c110090f4f24b7676df38c52ada4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/9661c110090f4f24b7676df38c52ada4 2024-12-03T16:07:44,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/655e70c979cc49e7ba038e1004192c92 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/655e70c979cc49e7ba038e1004192c92 2024-12-03T16:07:44,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/1462e7dcb0a54ef99202e4dee40dbd93 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/1462e7dcb0a54ef99202e4dee40dbd93 2024-12-03T16:07:44,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/f6b5cdf991104b94be8e8a59260c0501 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/f6b5cdf991104b94be8e8a59260c0501 2024-12-03T16:07:44,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/f480d2157768473c86ebc5da9c753384 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/f480d2157768473c86ebc5da9c753384 2024-12-03T16:07:44,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/d0bcd5a1f68d48baa564d904c154b157 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/d0bcd5a1f68d48baa564d904c154b157 2024-12-03T16:07:44,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c4c8efa0550a4c3d97e3e95159200313 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c4c8efa0550a4c3d97e3e95159200313 2024-12-03T16:07:44,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/26a08356a8a64ccbae89cce3ee19a3bb to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/26a08356a8a64ccbae89cce3ee19a3bb 2024-12-03T16:07:44,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c14a8fa6a02b40349cb9d05b63f0cddc to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c14a8fa6a02b40349cb9d05b63f0cddc 2024-12-03T16:07:44,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/eeafb91a64394e14861475d7b5e2dfff to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/eeafb91a64394e14861475d7b5e2dfff 2024-12-03T16:07:44,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/43ee1170cab34c8e8510f933bef9fd87 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/43ee1170cab34c8e8510f933bef9fd87 2024-12-03T16:07:44,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/edd0c604ef604815a6722a3db3b4d838 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/edd0c604ef604815a6722a3db3b4d838 2024-12-03T16:07:44,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/95f3154d0dbf426b9a886d0bcc0f6267 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/95f3154d0dbf426b9a886d0bcc0f6267 2024-12-03T16:07:44,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/13a8490abac44541915a94e3b8b530f4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/13a8490abac44541915a94e3b8b530f4 2024-12-03T16:07:44,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/15130b4e31204581904b00aaeba8f922 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/15130b4e31204581904b00aaeba8f922 2024-12-03T16:07:44,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/16e16621b7cc423d972f8bd9c8af0bfa to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/16e16621b7cc423d972f8bd9c8af0bfa 2024-12-03T16:07:44,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/7705ea0ab83b4da1a70050f259413bf5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/7705ea0ab83b4da1a70050f259413bf5 2024-12-03T16:07:44,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/6f3df21f6d94424c8b7a9873c6f76c19 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/6f3df21f6d94424c8b7a9873c6f76c19 2024-12-03T16:07:44,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/fe20d98374ca4442b4043e65778568a8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/fe20d98374ca4442b4043e65778568a8 2024-12-03T16:07:44,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/5d782c6393c94f1c8f8911bdcf536be0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/5d782c6393c94f1c8f8911bdcf536be0 2024-12-03T16:07:44,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/dbe78962a58e458aaf0248f1859ee9e5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/dbe78962a58e458aaf0248f1859ee9e5 2024-12-03T16:07:44,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/3316e85c8cd94b8488be817e63aec589 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/3316e85c8cd94b8488be817e63aec589 2024-12-03T16:07:44,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/22ce5f220edf4a86b42b2bb7147d5ad5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/22ce5f220edf4a86b42b2bb7147d5ad5 2024-12-03T16:07:44,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8c8902ca42694a389b36f52abc34daa8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8c8902ca42694a389b36f52abc34daa8 2024-12-03T16:07:44,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/4a17a8d5522b40f189277bbe2438d345 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/4a17a8d5522b40f189277bbe2438d345 2024-12-03T16:07:44,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/eba92927609d49c1999fda9f461b8e30 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/eba92927609d49c1999fda9f461b8e30 2024-12-03T16:07:44,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a74f026593bf4686911d1b2a9e4528bc to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/a74f026593bf4686911d1b2a9e4528bc 2024-12-03T16:07:44,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8d5673758ced41aabdc42f1db4315681 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/8d5673758ced41aabdc42f1db4315681 2024-12-03T16:07:44,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/fa03178fb73c4b31a606c693451fb08f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/fa03178fb73c4b31a606c693451fb08f 2024-12-03T16:07:44,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c96447a521d94d85985e546829de71a0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/c96447a521d94d85985e546829de71a0 2024-12-03T16:07:44,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/b3f5f7c9dc844582b7610e2a582dd6ce to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/b3f5f7c9dc844582b7610e2a582dd6ce 2024-12-03T16:07:44,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/9de255f4edaf4eec9082a863a09207cf to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/9de255f4edaf4eec9082a863a09207cf 2024-12-03T16:07:44,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/0fcdc1f522184a57b2fbfdf61d467918 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/0fcdc1f522184a57b2fbfdf61d467918 2024-12-03T16:07:44,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/bb42e05388194ab788c9691688cc0fe6 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/bb42e05388194ab788c9691688cc0fe6 2024-12-03T16:07:44,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/68bee661441c486dab8bf78110b64f49, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/87f976497ef944d59b241dfb1601fc79, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/badd04c58cc84569b7f19748b01ea2f3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/866e1a9d953844f8b8a64a2818880bcb, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/4875af63eacb41b6a84492fd7186b7f2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/d849752c665c4f978dc8d2bc885280ec, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/dd3fd9689bd249809f347cd33707fe0c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/60da98fdcfc54e80a6ecbf5cbbe33fcf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9cc3921dafe2404b895ba124d46deee3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/e3bfd66a6f28437c9d4ea6843919b384, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/c266df91edfb4a19ac088098640927a5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/0fe05e5c2b2b40da81d3443caffbd6ae, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/499c710ff98043ba8ed1e1dc0616920b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/283c69fa5da14feabb799f3f934ea9b3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/ad7fc838a9b0408d81c8b464ac4f4179, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/135d8df804b74fbeb1e54a08fef3f7f3, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/b86c4295a3934b20aff2e1cae20edc25, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9350658a5c474eee89057d685fb35933, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9ece0a93f3774d759034e7843590b06f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/71a3ebe93f0d48da9c346049cdc7ec3e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/bf8e5758127846feb75be5755335077d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/01c213c7c3454f84bb3bcc538dd32250, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/58bf00a3a6e94e49ab418433270107ca, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/7b2b99a8a26d4fed93d65700369e2eed, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/0c56e86ec19f47afac9b12d09eb46438, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/ad481b474f8c483a90f3eeb76a686a5c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/a09837bca35f4b7b8b11c9d62a118f1e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/1e88cb51d83c4e7980cc5a3e702fe74e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/7cf0fb94a95740e7b9424a4ee1a4d550, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/a351ae1b7ed14cf3bae2a4cc44a4ab03, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/32a397a0723b4ec1a862e217974dc8c0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/d248019facbc4b51a46225c3e544bb15, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/e1144f87452848e0b5c288bee00fdd08, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/72b33d6a7c97425d86cdb45b04e23d97, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/6c70535184ec443db262292d3a08cabf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/be008cf936784e75abc481cbddcd304b] to archive 2024-12-03T16:07:44,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:07:44,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/68bee661441c486dab8bf78110b64f49 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/68bee661441c486dab8bf78110b64f49 2024-12-03T16:07:44,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/87f976497ef944d59b241dfb1601fc79 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/87f976497ef944d59b241dfb1601fc79 2024-12-03T16:07:44,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/badd04c58cc84569b7f19748b01ea2f3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/badd04c58cc84569b7f19748b01ea2f3 2024-12-03T16:07:44,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/866e1a9d953844f8b8a64a2818880bcb to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/866e1a9d953844f8b8a64a2818880bcb 2024-12-03T16:07:44,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/4875af63eacb41b6a84492fd7186b7f2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/4875af63eacb41b6a84492fd7186b7f2 2024-12-03T16:07:44,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/d849752c665c4f978dc8d2bc885280ec to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/d849752c665c4f978dc8d2bc885280ec 2024-12-03T16:07:44,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/dd3fd9689bd249809f347cd33707fe0c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/dd3fd9689bd249809f347cd33707fe0c 2024-12-03T16:07:44,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/60da98fdcfc54e80a6ecbf5cbbe33fcf to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/60da98fdcfc54e80a6ecbf5cbbe33fcf 2024-12-03T16:07:44,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9cc3921dafe2404b895ba124d46deee3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9cc3921dafe2404b895ba124d46deee3 2024-12-03T16:07:44,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/e3bfd66a6f28437c9d4ea6843919b384 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/e3bfd66a6f28437c9d4ea6843919b384 2024-12-03T16:07:44,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/c266df91edfb4a19ac088098640927a5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/c266df91edfb4a19ac088098640927a5 2024-12-03T16:07:44,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/0fe05e5c2b2b40da81d3443caffbd6ae to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/0fe05e5c2b2b40da81d3443caffbd6ae 2024-12-03T16:07:44,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/499c710ff98043ba8ed1e1dc0616920b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/499c710ff98043ba8ed1e1dc0616920b 2024-12-03T16:07:44,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/283c69fa5da14feabb799f3f934ea9b3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/283c69fa5da14feabb799f3f934ea9b3 2024-12-03T16:07:44,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/ad7fc838a9b0408d81c8b464ac4f4179 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/ad7fc838a9b0408d81c8b464ac4f4179 2024-12-03T16:07:44,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/135d8df804b74fbeb1e54a08fef3f7f3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/135d8df804b74fbeb1e54a08fef3f7f3 2024-12-03T16:07:44,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/b86c4295a3934b20aff2e1cae20edc25 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/b86c4295a3934b20aff2e1cae20edc25 2024-12-03T16:07:44,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9350658a5c474eee89057d685fb35933 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9350658a5c474eee89057d685fb35933 2024-12-03T16:07:44,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9ece0a93f3774d759034e7843590b06f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/9ece0a93f3774d759034e7843590b06f 2024-12-03T16:07:44,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/71a3ebe93f0d48da9c346049cdc7ec3e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/71a3ebe93f0d48da9c346049cdc7ec3e 2024-12-03T16:07:44,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/bf8e5758127846feb75be5755335077d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/bf8e5758127846feb75be5755335077d 2024-12-03T16:07:44,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/01c213c7c3454f84bb3bcc538dd32250 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/01c213c7c3454f84bb3bcc538dd32250 2024-12-03T16:07:44,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/58bf00a3a6e94e49ab418433270107ca to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/58bf00a3a6e94e49ab418433270107ca 2024-12-03T16:07:44,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/7b2b99a8a26d4fed93d65700369e2eed to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/7b2b99a8a26d4fed93d65700369e2eed 2024-12-03T16:07:44,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/0c56e86ec19f47afac9b12d09eb46438 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/0c56e86ec19f47afac9b12d09eb46438 2024-12-03T16:07:44,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/ad481b474f8c483a90f3eeb76a686a5c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/ad481b474f8c483a90f3eeb76a686a5c 2024-12-03T16:07:44,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/a09837bca35f4b7b8b11c9d62a118f1e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/a09837bca35f4b7b8b11c9d62a118f1e 2024-12-03T16:07:44,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/1e88cb51d83c4e7980cc5a3e702fe74e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/1e88cb51d83c4e7980cc5a3e702fe74e 2024-12-03T16:07:44,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/7cf0fb94a95740e7b9424a4ee1a4d550 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/7cf0fb94a95740e7b9424a4ee1a4d550 2024-12-03T16:07:44,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/a351ae1b7ed14cf3bae2a4cc44a4ab03 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/a351ae1b7ed14cf3bae2a4cc44a4ab03 2024-12-03T16:07:44,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/32a397a0723b4ec1a862e217974dc8c0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/32a397a0723b4ec1a862e217974dc8c0 2024-12-03T16:07:44,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/d248019facbc4b51a46225c3e544bb15 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/d248019facbc4b51a46225c3e544bb15 2024-12-03T16:07:44,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/e1144f87452848e0b5c288bee00fdd08 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/e1144f87452848e0b5c288bee00fdd08 2024-12-03T16:07:44,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/72b33d6a7c97425d86cdb45b04e23d97 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/72b33d6a7c97425d86cdb45b04e23d97 2024-12-03T16:07:44,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/6c70535184ec443db262292d3a08cabf to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/6c70535184ec443db262292d3a08cabf 2024-12-03T16:07:44,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/be008cf936784e75abc481cbddcd304b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/be008cf936784e75abc481cbddcd304b 2024-12-03T16:07:44,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/c29b55fedeb040948dbeb8e195811ec6, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/7072fcd4f6ef4db88de56ee91fcffc23, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/af90367ae0e24f479f5c324039564814, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/61257c6ba9534aaca2f5ee6966b57e46, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/c34b4b670113472dab21e7d1dfbfc63d, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ecb4592ddf6f41f39a7b27015c11daf7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/712e41643de741b59aeff21777611468, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a64b1048d56f4c2890659b7e5ead75b1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/fcaef158a6c04ae29749aa6afeeaca51, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/0f2faffab80544d8ac01fddc483148d5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a083e76e825341dabd837cb1f6e30f5a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/40d74cddcec949ba9c830401f65c28ac, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ad51f0bba94543e8b60ca5401527ef0e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/82b7c922f8a24749b8c3cb0bccbdcdcb, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a84494b15a65425080cd57f57de14902, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/fef9c0d151b349a1a0cfcc90f44dbb54, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/157273176a20459095a9ce51eb7f53c5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/24adcbfb4ba44bee823b5b2e2d2f5955, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/5ec5d4e74c4848b2a87b4c9bf647a233, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/f8465dd0ff374423961f14b4550aa926, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/0ac35bfb599544a9bf732aea3c3b48db, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/87dc98d9604640b3abdddb75c2c1f966, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/98bc8b25d7f14074a65440b0ff1ce0ee, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/93ba607f23df494480d7a2a6a0a46556, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ed814023e1514cdfaec0e1033e6f0d7c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/de8e79bdfe4342daae49a724c0e6a747, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/7ce2a4a51af64f7aab4483e3b4751bd5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/92b42832a2114406a768d5548ee12f8b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/b8c29ac1efee46cba9d2f04ef46279bf, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/2519032af7ae42ec88630de3ccb12729, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/df43bedc9ddc474a89cea6249455dc20, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/f9d6184fd2234cc98c85c6d35775540e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a98f8b38282342b29ba9fad35b8fe3ea, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/123fd7f8682848f6a9e5d0e8135b7c7e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/894cd0f7eb6a447f9fa6f76f176baa6f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/75c801b1c9b443a98eed93b5b891887c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/e89b3f5af41a4c2192423b1ae11a4c0a] to archive 2024-12-03T16:07:44,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:07:44,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/c29b55fedeb040948dbeb8e195811ec6 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/c29b55fedeb040948dbeb8e195811ec6 2024-12-03T16:07:44,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/7072fcd4f6ef4db88de56ee91fcffc23 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/7072fcd4f6ef4db88de56ee91fcffc23 2024-12-03T16:07:44,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/af90367ae0e24f479f5c324039564814 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/af90367ae0e24f479f5c324039564814 2024-12-03T16:07:44,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/61257c6ba9534aaca2f5ee6966b57e46 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/61257c6ba9534aaca2f5ee6966b57e46 2024-12-03T16:07:44,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/c34b4b670113472dab21e7d1dfbfc63d to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/c34b4b670113472dab21e7d1dfbfc63d 2024-12-03T16:07:44,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ecb4592ddf6f41f39a7b27015c11daf7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ecb4592ddf6f41f39a7b27015c11daf7 2024-12-03T16:07:44,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/712e41643de741b59aeff21777611468 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/712e41643de741b59aeff21777611468 2024-12-03T16:07:44,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a64b1048d56f4c2890659b7e5ead75b1 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a64b1048d56f4c2890659b7e5ead75b1 2024-12-03T16:07:44,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/fcaef158a6c04ae29749aa6afeeaca51 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/fcaef158a6c04ae29749aa6afeeaca51 2024-12-03T16:07:44,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/0f2faffab80544d8ac01fddc483148d5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/0f2faffab80544d8ac01fddc483148d5 2024-12-03T16:07:44,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a083e76e825341dabd837cb1f6e30f5a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a083e76e825341dabd837cb1f6e30f5a 2024-12-03T16:07:44,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/40d74cddcec949ba9c830401f65c28ac to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/40d74cddcec949ba9c830401f65c28ac 2024-12-03T16:07:44,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ad51f0bba94543e8b60ca5401527ef0e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ad51f0bba94543e8b60ca5401527ef0e 2024-12-03T16:07:44,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/82b7c922f8a24749b8c3cb0bccbdcdcb to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/82b7c922f8a24749b8c3cb0bccbdcdcb 2024-12-03T16:07:44,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a84494b15a65425080cd57f57de14902 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a84494b15a65425080cd57f57de14902 2024-12-03T16:07:44,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/fef9c0d151b349a1a0cfcc90f44dbb54 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/fef9c0d151b349a1a0cfcc90f44dbb54 2024-12-03T16:07:44,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/157273176a20459095a9ce51eb7f53c5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/157273176a20459095a9ce51eb7f53c5 2024-12-03T16:07:44,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/24adcbfb4ba44bee823b5b2e2d2f5955 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/24adcbfb4ba44bee823b5b2e2d2f5955 2024-12-03T16:07:44,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/5ec5d4e74c4848b2a87b4c9bf647a233 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/5ec5d4e74c4848b2a87b4c9bf647a233 2024-12-03T16:07:44,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/f8465dd0ff374423961f14b4550aa926 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/f8465dd0ff374423961f14b4550aa926 2024-12-03T16:07:44,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/0ac35bfb599544a9bf732aea3c3b48db to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/0ac35bfb599544a9bf732aea3c3b48db 2024-12-03T16:07:44,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/87dc98d9604640b3abdddb75c2c1f966 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/87dc98d9604640b3abdddb75c2c1f966 2024-12-03T16:07:44,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/98bc8b25d7f14074a65440b0ff1ce0ee to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/98bc8b25d7f14074a65440b0ff1ce0ee 2024-12-03T16:07:44,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/93ba607f23df494480d7a2a6a0a46556 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/93ba607f23df494480d7a2a6a0a46556 2024-12-03T16:07:44,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ed814023e1514cdfaec0e1033e6f0d7c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/ed814023e1514cdfaec0e1033e6f0d7c 2024-12-03T16:07:44,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/de8e79bdfe4342daae49a724c0e6a747 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/de8e79bdfe4342daae49a724c0e6a747 2024-12-03T16:07:44,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/7ce2a4a51af64f7aab4483e3b4751bd5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/7ce2a4a51af64f7aab4483e3b4751bd5 2024-12-03T16:07:44,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/92b42832a2114406a768d5548ee12f8b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/92b42832a2114406a768d5548ee12f8b 2024-12-03T16:07:44,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/b8c29ac1efee46cba9d2f04ef46279bf to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/b8c29ac1efee46cba9d2f04ef46279bf 2024-12-03T16:07:44,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/2519032af7ae42ec88630de3ccb12729 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/2519032af7ae42ec88630de3ccb12729 2024-12-03T16:07:44,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/df43bedc9ddc474a89cea6249455dc20 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/df43bedc9ddc474a89cea6249455dc20 2024-12-03T16:07:44,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/f9d6184fd2234cc98c85c6d35775540e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/f9d6184fd2234cc98c85c6d35775540e 2024-12-03T16:07:44,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a98f8b38282342b29ba9fad35b8fe3ea to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/a98f8b38282342b29ba9fad35b8fe3ea 2024-12-03T16:07:44,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/123fd7f8682848f6a9e5d0e8135b7c7e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/123fd7f8682848f6a9e5d0e8135b7c7e 2024-12-03T16:07:44,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/894cd0f7eb6a447f9fa6f76f176baa6f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/894cd0f7eb6a447f9fa6f76f176baa6f 2024-12-03T16:07:44,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/75c801b1c9b443a98eed93b5b891887c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/75c801b1c9b443a98eed93b5b891887c 2024-12-03T16:07:44,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/e89b3f5af41a4c2192423b1ae11a4c0a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/e89b3f5af41a4c2192423b1ae11a4c0a 2024-12-03T16:07:44,261 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/recovered.edits/513.seqid, newMaxSeqId=513, maxSeqId=1 2024-12-03T16:07:44,262 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. 2024-12-03T16:07:44,262 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for f3a090646dace8a2e205f830a6f70728: Waiting for close lock at 1733242062903Running coprocessor pre-close hooks at 1733242062903Disabling compacts and flushes for region at 1733242062903Disabling writes for close at 1733242062904 (+1 ms)Obtaining lock to block concurrent updates at 1733242062904Preparing flush snapshotting stores in f3a090646dace8a2e205f830a6f70728 at 1733242062904Finished memstore snapshotting TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1733242062904Flushing stores of TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728. at 1733242062905 (+1 ms)Flushing f3a090646dace8a2e205f830a6f70728/A: creating writer at 1733242062905Flushing f3a090646dace8a2e205f830a6f70728/A: appending metadata at 1733242062908 (+3 ms)Flushing f3a090646dace8a2e205f830a6f70728/A: closing flushed file at 1733242062908Flushing f3a090646dace8a2e205f830a6f70728/B: creating writer at 1733242063317 (+409 ms)Flushing f3a090646dace8a2e205f830a6f70728/B: appending metadata at 1733242063319 (+2 ms)Flushing f3a090646dace8a2e205f830a6f70728/B: closing flushed file at 1733242063319Flushing f3a090646dace8a2e205f830a6f70728/C: creating writer at 1733242063726 (+407 ms)Flushing f3a090646dace8a2e205f830a6f70728/C: appending metadata at 1733242063733 (+7 ms)Flushing f3a090646dace8a2e205f830a6f70728/C: closing flushed file at 1733242063733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b49019: reopening flushed file at 1733242064140 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5587d8ea: reopening flushed file at 1733242064143 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d40e83: reopening flushed file at 1733242064147 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f3a090646dace8a2e205f830a6f70728 in 1247ms, sequenceid=510, compaction requested=false at 1733242064151 (+4 ms)Writing region close event to WAL at 1733242064258 (+107 ms)Running coprocessor post-close hooks at 1733242064261 (+3 ms)Closed at 1733242064262 (+1 ms) 2024-12-03T16:07:44,263 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:44,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f3a090646dace8a2e205f830a6f70728, regionState=CLOSED 2024-12-03T16:07:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:07:44,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-03T16:07:44,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure f3a090646dace8a2e205f830a6f70728, server=713339a81dd9,43037,1733241911101 in 1.5180 sec 2024-12-03T16:07:44,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-03T16:07:44,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a090646dace8a2e205f830a6f70728, UNASSIGN in 1.5240 sec 2024-12-03T16:07:44,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-03T16:07:44,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5280 sec 2024-12-03T16:07:44,273 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733242064273"}]},"ts":"1733242064273"} 2024-12-03T16:07:44,274 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T16:07:44,274 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T16:07:44,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5400 sec 2024-12-03T16:07:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-03T16:07:44,882 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:44,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-03T16:07:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:44,884 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=149, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-03T16:07:44,885 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=149, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:44,887 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:44,889 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/recovered.edits] 2024-12-03T16:07:44,891 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/08b79baeda694d16b1a4782f689841a7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/08b79baeda694d16b1a4782f689841a7 2024-12-03T16:07:44,892 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/7bd0cede90d8438285dcd23005bac376 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/A/7bd0cede90d8438285dcd23005bac376 2024-12-03T16:07:44,894 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/74f241e3e60742c8a4de9fd4c8a30b9c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/74f241e3e60742c8a4de9fd4c8a30b9c 2024-12-03T16:07:44,895 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/dc3863a3df4f49ac829fcc0e0b14d5c3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/B/dc3863a3df4f49ac829fcc0e0b14d5c3 2024-12-03T16:07:44,896 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/8cd6da57ee0d47568bb6aa39eb794f5b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/8cd6da57ee0d47568bb6aa39eb794f5b 2024-12-03T16:07:44,897 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/b9e2c29e71c9418da6ce466994e2eee4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/C/b9e2c29e71c9418da6ce466994e2eee4 2024-12-03T16:07:44,899 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/recovered.edits/513.seqid to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728/recovered.edits/513.seqid 2024-12-03T16:07:44,900 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/f3a090646dace8a2e205f830a6f70728 2024-12-03T16:07:44,900 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T16:07:44,902 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=149, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:44,903 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T16:07:44,905 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T16:07:44,906 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=149, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:44,906 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T16:07:44,907 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733242064906"}]},"ts":"9223372036854775807"} 2024-12-03T16:07:44,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T16:07:44,908 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f3a090646dace8a2e205f830a6f70728, NAME => 'TestAcidGuarantees,,1733242035733.f3a090646dace8a2e205f830a6f70728.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T16:07:44,908 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T16:07:44,909 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733242064908"}]},"ts":"9223372036854775807"} 2024-12-03T16:07:44,910 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T16:07:44,911 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=149, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:44,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-12-03T16:07:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-03T16:07:44,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T16:07:44,992 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:45,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238 (was 238), OpenFileDescriptor=451 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=828 (was 761) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=1969 (was 2149) 2024-12-03T16:07:45,015 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=828, ProcessCount=11, AvailableMemoryMB=1969 2024-12-03T16:07:45,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T16:07:45,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T16:07:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:45,019 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T16:07:45,019 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:45,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 150 2024-12-03T16:07:45,020 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T16:07:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-03T16:07:45,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742436_1612 (size=959) 2024-12-03T16:07:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-03T16:07:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-03T16:07:45,428 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8 2024-12-03T16:07:45,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742437_1613 (size=53) 2024-12-03T16:07:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-03T16:07:45,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:07:45,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1189368b615fd26787735f85bb5933a3, disabling compactions & flushes 2024-12-03T16:07:45,840 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:45,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:45,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. after waiting 0 ms 2024-12-03T16:07:45,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:45,840 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:45,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1189368b615fd26787735f85bb5933a3: Waiting for close lock at 1733242065840Disabling compacts and flushes for region at 1733242065840Disabling writes for close at 1733242065840Writing region close event to WAL at 1733242065840Closed at 1733242065840 2024-12-03T16:07:45,842 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T16:07:45,842 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733242065842"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733242065842"}]},"ts":"1733242065842"} 2024-12-03T16:07:45,844 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T16:07:45,845 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T16:07:45,845 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733242065845"}]},"ts":"1733242065845"} 2024-12-03T16:07:45,847 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T16:07:45,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, ASSIGN}] 2024-12-03T16:07:45,848 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, ASSIGN 2024-12-03T16:07:45,849 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, ASSIGN; state=OFFLINE, location=713339a81dd9,43037,1733241911101; forceNewPlan=false, retain=false 2024-12-03T16:07:46,000 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=1189368b615fd26787735f85bb5933a3, regionState=OPENING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:07:46,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, ASSIGN because future has completed 2024-12-03T16:07:46,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:07:46,158 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:46,158 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7752): Opening region: {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} 2024-12-03T16:07:46,158 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:46,158 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:07:46,158 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7794): checking encryption for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:46,158 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7797): checking classloading for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:46,160 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:46,161 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1189368b615fd26787735f85bb5933a3 columnFamilyName A 2024-12-03T16:07:46,161 DEBUG [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-03T16:07:46,161 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] regionserver.HStore(327): Store=1189368b615fd26787735f85bb5933a3/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:07:46,162 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:46,165 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1189368b615fd26787735f85bb5933a3 columnFamilyName B 2024-12-03T16:07:46,165 DEBUG [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:46,166 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] regionserver.HStore(327): Store=1189368b615fd26787735f85bb5933a3/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:07:46,166 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:46,167 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1189368b615fd26787735f85bb5933a3 columnFamilyName C 2024-12-03T16:07:46,167 DEBUG [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:46,167 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] regionserver.HStore(327): Store=1189368b615fd26787735f85bb5933a3/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:07:46,168 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1038): replaying wal for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:46,168 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:46,168 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:46,169 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1048): stopping wal replay for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:46,169 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1060): Cleaning up temporary data for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:46,170 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T16:07:46,175 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1093): writing seq id for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:46,181 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T16:07:46,182 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1114): Opened 1189368b615fd26787735f85bb5933a3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74030537, jitterRate=0.10314096510410309}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T16:07:46,182 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:46,183 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1006): Region open journal for 1189368b615fd26787735f85bb5933a3: Running coprocessor pre-open hook at 1733242066159Writing region info on filesystem at 1733242066159Initializing all the Stores at 1733242066159Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242066159Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242066159Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242066159Cleaning up temporary data from old regions at 1733242066169 (+10 ms)Running coprocessor post-open hooks at 1733242066182 (+13 ms)Region opened successfully at 1733242066183 (+1 ms) 2024-12-03T16:07:46,184 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., pid=152, masterSystemTime=1733242066155 2024-12-03T16:07:46,186 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:46,186 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:46,187 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=1189368b615fd26787735f85bb5933a3, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:07:46,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:07:46,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-12-03T16:07:46,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure 1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 in 186 msec 2024-12-03T16:07:46,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-03T16:07:46,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, ASSIGN in 344 msec 2024-12-03T16:07:46,193 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T16:07:46,193 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733242066193"}]},"ts":"1733242066193"} 2024-12-03T16:07:46,194 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T16:07:46,195 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T16:07:46,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1780 sec 2024-12-03T16:07:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-03T16:07:47,174 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:47,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d463f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:47,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:47,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:47,181 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:47,181 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:47,181 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:47,181 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7186a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:47,181 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:47,183 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:47,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64407209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:47,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:47,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:47,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:47,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:47,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T16:07:47,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 713339a81dd9,41395,1733241910291 2024-12-03T16:07:47,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d7396d 2024-12-03T16:07:47,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T16:07:47,191 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T16:07:47,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T16:07:47,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T16:07:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T16:07:47,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742438_1614 (size=995) 2024-12-03T16:07:47,629 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-03T16:07:47,629 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-03T16:07:47,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T16:07:47,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, REOPEN/MOVE}] 2024-12-03T16:07:47,635 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, REOPEN/MOVE 2024-12-03T16:07:47,636 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=1189368b615fd26787735f85bb5933a3, regionState=CLOSING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:07:47,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, REOPEN/MOVE because future has completed 2024-12-03T16:07:47,638 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T16:07:47,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:07:47,791 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(122): Close 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:47,791 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T16:07:47,791 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1722): Closing 1189368b615fd26787735f85bb5933a3, disabling compactions & flushes 2024-12-03T16:07:47,791 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:47,791 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:47,791 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. after waiting 0 ms 2024-12-03T16:07:47,791 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:47,803 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T16:07:47,805 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:47,806 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1676): Region close journal for 1189368b615fd26787735f85bb5933a3: Waiting for close lock at 1733242067791Running coprocessor pre-close hooks at 1733242067791Disabling compacts and flushes for region at 1733242067791Disabling writes for close at 1733242067791Writing region close event to WAL at 1733242067792 (+1 ms)Running coprocessor post-close hooks at 1733242067805 (+13 ms)Closed at 1733242067805 2024-12-03T16:07:47,806 WARN [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionServer(3299): Not adding moved region record: 1189368b615fd26787735f85bb5933a3 to self. 2024-12-03T16:07:47,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=1189368b615fd26787735f85bb5933a3, regionState=CLOSED 2024-12-03T16:07:47,810 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(157): Closed 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:47,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:07:47,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-12-03T16:07:47,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; CloseRegionProcedure 1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 in 173 msec 2024-12-03T16:07:47,815 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, REOPEN/MOVE; state=CLOSED, location=713339a81dd9,43037,1733241911101; forceNewPlan=false, retain=true 2024-12-03T16:07:47,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=1189368b615fd26787735f85bb5933a3, regionState=OPENING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:07:47,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, REOPEN/MOVE because future has completed 2024-12-03T16:07:47,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:07:48,125 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:48,125 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7752): Opening region: {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} 2024-12-03T16:07:48,125 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,125 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T16:07:48,125 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7794): checking encryption for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,125 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7797): checking classloading for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,127 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,127 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1189368b615fd26787735f85bb5933a3 columnFamilyName A 2024-12-03T16:07:48,129 DEBUG [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:48,129 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] regionserver.HStore(327): Store=1189368b615fd26787735f85bb5933a3/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:07:48,130 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,130 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1189368b615fd26787735f85bb5933a3 columnFamilyName B 2024-12-03T16:07:48,131 DEBUG [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:48,131 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] regionserver.HStore(327): Store=1189368b615fd26787735f85bb5933a3/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:07:48,131 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,132 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1189368b615fd26787735f85bb5933a3 columnFamilyName C 2024-12-03T16:07:48,132 DEBUG [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:48,132 INFO [StoreOpener-1189368b615fd26787735f85bb5933a3-1 {}] regionserver.HStore(327): Store=1189368b615fd26787735f85bb5933a3/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T16:07:48,132 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1038): replaying wal for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,133 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,134 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,136 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1048): stopping wal replay for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,136 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1060): Cleaning up temporary data for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,136 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T16:07:48,138 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1093): writing seq id for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,143 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1114): Opened 1189368b615fd26787735f85bb5933a3; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60437258, jitterRate=-0.09941467642784119}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T16:07:48,143 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,144 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1006): Region open journal for 1189368b615fd26787735f85bb5933a3: Running coprocessor pre-open hook at 1733242068125Writing region info on filesystem at 1733242068125Initializing all the Stores at 1733242068126 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242068126Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242068126Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733242068126Cleaning up temporary data from old regions at 1733242068136 (+10 ms)Running coprocessor post-open hooks at 1733242068143 (+7 ms)Region opened successfully at 1733242068143 2024-12-03T16:07:48,144 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., pid=157, masterSystemTime=1733242068121 2024-12-03T16:07:48,147 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:48,147 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:48,147 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=1189368b615fd26787735f85bb5933a3, regionState=OPEN, openSeqNum=5, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:07:48,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=155 2024-12-03T16:07:48,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=155, state=SUCCESS, hasLock=false; OpenRegionProcedure 1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 in 182 msec 2024-12-03T16:07:48,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-03T16:07:48,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, REOPEN/MOVE in 519 msec 2024-12-03T16:07:48,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-12-03T16:07:48,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 524 msec 2024-12-03T16:07:48,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 955 msec 2024-12-03T16:07:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-12-03T16:07:48,162 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:48,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26378a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:48,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:48,165 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:48,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:48,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:48,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a27f545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:48,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:48,167 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:48,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78006812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:48,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:48,171 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:48,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:48,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55226671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:48,173 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:48,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f956cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a3e32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:48,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:48,176 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:48,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:48,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:48,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef70e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:48,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:48,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:48,178 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:48,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380ff449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fc022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:48,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:48,192 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:48,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:48,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:48,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627105bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:48,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:48,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:48,194 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5144922e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:48,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:48,212 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:48,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:48,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:48,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336b9cd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:48,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:48,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:48,214 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abddcde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13700528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:48,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:48,218 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:48,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:48,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:48,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aaafff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:48,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:48,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:48,220 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:48,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5116fefb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:48,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:48,223 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:48,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:48,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,224 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:48,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:48,225 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f778441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf79e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:48,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:48,233 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c710677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:48,235 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685ba46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:48,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:48,253 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f41ddb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:48,257 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209aee6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a2803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,41395,-1 for getting cluster id 2024-12-03T16:07:48,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T16:07:48,260 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00100d00-06e3-4dcd-9d37-75120d6128c2' 2024-12-03T16:07:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T16:07:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00100d00-06e3-4dcd-9d37-75120d6128c2" 2024-12-03T16:07:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294781db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,41395,-1] 2024-12-03T16:07:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T16:07:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:07:48,262 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T16:07:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554090ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T16:07:48,264 DEBUG [Thread-2713 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:48,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:48,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:07:48,283 DEBUG [Thread-2705 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:48,283 DEBUG [Thread-2711 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:48,285 DEBUG [Thread-2705 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:48,285 DEBUG [Thread-2705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:48,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:48,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:48,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:07:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,289 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:48,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:07:48,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:07:48,291 DEBUG [Thread-2722 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:48,293 DEBUG [Thread-2722 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:48,293 DEBUG [Thread-2722 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:48,295 DEBUG [Thread-2720 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:48,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:48,296 DEBUG [Thread-2720 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:48,296 DEBUG [Thread-2720 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:48,297 DEBUG [Thread-2724 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:48,297 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:07:48,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:48,298 DEBUG [Thread-2724 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:48,298 DEBUG [Thread-2724 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-03T16:07:48,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:07:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T16:07:48,300 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:07:48,303 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:07:48,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:07:48,303 DEBUG [Thread-2722 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:07:48,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:48,323 DEBUG [Thread-2724 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:07:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242128325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242128326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59546 deadline: 1733242128329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,340 DEBUG [Thread-2707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:48,341 DEBUG [Thread-2707 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:48,341 DEBUG [Thread-2707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:48,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:07:48,356 DEBUG [Thread-2709 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:48,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 1 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1733242128356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,358 DEBUG [Thread-2716 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:48,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,359 DEBUG [Thread-2716 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:48,359 DEBUG [Thread-2716 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:48,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:48,361 DEBUG [Thread-2709 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:48,362 DEBUG [Thread-2709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:48,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:48,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:07:48,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:07:48,366 DEBUG [Thread-2718 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T16:07:48,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43037,1733241911101, seqNum=-1] 2024-12-03T16:07:48,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T16:07:48,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T16:07:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 1 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1733242128365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5] 2024-12-03T16:07:48,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a245bb8d727a4ac6aa7d2be66faf7f3f_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242068285/Put/seqid=0 2024-12-03T16:07:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T16:07:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742439_1615 (size=12154) 2024-12-03T16:07:48,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242128431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242128431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:48,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:48,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:48,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:48,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:48,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:48,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59546 deadline: 1733242128447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:48,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1733242128462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1733242128472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T16:07:48,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:48,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:48,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:48,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:48,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:48,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242128642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242128642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1733242128672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59546 deadline: 1733242128672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1733242128681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:48,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:48,812 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:48,817 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a245bb8d727a4ac6aa7d2be66faf7f3f_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a245bb8d727a4ac6aa7d2be66faf7f3f_1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:48,818 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0b7dce79a8e641bf9c5ba9526ec973a1, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:48,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0b7dce79a8e641bf9c5ba9526ec973a1 is 175, key is test_row_0/A:col10/1733242068285/Put/seqid=0 2024-12-03T16:07:48,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742440_1616 (size=30955) 2024-12-03T16:07:48,863 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0b7dce79a8e641bf9c5ba9526ec973a1 2024-12-03T16:07:48,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/cd0f7893ff13400580f05803ce5b59ac is 50, key is test_row_0/B:col10/1733242068285/Put/seqid=0 2024-12-03T16:07:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T16:07:48,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:48,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:48,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:48,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:48,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:48,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742441_1617 (size=12001) 2024-12-03T16:07:48,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242128952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242128952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1733242128981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59546 deadline: 1733242128991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1733242128991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:49,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:49,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:49,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:49,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:49,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:49,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/cd0f7893ff13400580f05803ce5b59ac 2024-12-03T16:07:49,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/630f5c84ec814dd8b4b1f0e47273db29 is 50, key is test_row_0/C:col10/1733242068285/Put/seqid=0 2024-12-03T16:07:49,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:49,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742442_1618 (size=12001) 2024-12-03T16:07:49,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/630f5c84ec814dd8b4b1f0e47273db29 2024-12-03T16:07:49,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0b7dce79a8e641bf9c5ba9526ec973a1 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0b7dce79a8e641bf9c5ba9526ec973a1 2024-12-03T16:07:49,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0b7dce79a8e641bf9c5ba9526ec973a1, entries=150, sequenceid=15, filesize=30.2 K 2024-12-03T16:07:49,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/cd0f7893ff13400580f05803ce5b59ac as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/cd0f7893ff13400580f05803ce5b59ac 2024-12-03T16:07:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T16:07:49,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/cd0f7893ff13400580f05803ce5b59ac, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T16:07:49,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/630f5c84ec814dd8b4b1f0e47273db29 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/630f5c84ec814dd8b4b1f0e47273db29 2024-12-03T16:07:49,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/630f5c84ec814dd8b4b1f0e47273db29, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T16:07:49,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1189368b615fd26787735f85bb5933a3 in 1166ms, sequenceid=15, compaction requested=false 2024-12-03T16:07:49,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:49,469 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:49,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-03T16:07:49,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203356eb04761874f049d88577e87112c19_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242068324/Put/seqid=0 2024-12-03T16:07:49,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242129497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:49,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242129498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:49,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59546 deadline: 1733242129501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:49,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1733242129507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:49,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:49,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1733242129507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:49,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742443_1619 (size=12154) 2024-12-03T16:07:49,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:49,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:49,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:49,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:49,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:49,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242129612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242129612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:49,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:49,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:49,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:49,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,799 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T16:07:49,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242129822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:49,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:49,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242129831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:49,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:49,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:49,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:49,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:49,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:49,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:49,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:49,945 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:49,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203356eb04761874f049d88577e87112c19_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203356eb04761874f049d88577e87112c19_1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:49,962 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/9d61fa4ed1ad41fe8013649cd2aea08a, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:49,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/9d61fa4ed1ad41fe8013649cd2aea08a is 175, key is test_row_0/A:col10/1733242068324/Put/seqid=0 2024-12-03T16:07:49,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742444_1620 (size=30955) 2024-12-03T16:07:49,984 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/9d61fa4ed1ad41fe8013649cd2aea08a 2024-12-03T16:07:50,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/68a6b4c266fc42349ee7806e19a8baa9 is 50, key is test_row_0/B:col10/1733242068324/Put/seqid=0 2024-12-03T16:07:50,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742445_1621 (size=12001) 2024-12-03T16:07:50,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/68a6b4c266fc42349ee7806e19a8baa9 2024-12-03T16:07:50,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/bf6b0d31ce804e678390fa94a35368d4 is 50, key is test_row_0/C:col10/1733242068324/Put/seqid=0 2024-12-03T16:07:50,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:50,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742446_1622 (size=12001) 2024-12-03T16:07:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242130134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:50,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242130147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:50,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:50,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:50,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:50,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:50,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T16:07:50,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1733242130511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:50,516 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in 1189368b615fd26787735f85bb5933a3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:50,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59546 deadline: 1733242130514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:50,522 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in 1189368b615fd26787735f85bb5933a3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:50,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1733242130522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:50,526 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in 1189368b615fd26787735f85bb5933a3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:50,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:50,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:50,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/bf6b0d31ce804e678390fa94a35368d4 2024-12-03T16:07:50,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/9d61fa4ed1ad41fe8013649cd2aea08a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/9d61fa4ed1ad41fe8013649cd2aea08a 2024-12-03T16:07:50,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/9d61fa4ed1ad41fe8013649cd2aea08a, entries=150, sequenceid=42, filesize=30.2 K 2024-12-03T16:07:50,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/68a6b4c266fc42349ee7806e19a8baa9 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/68a6b4c266fc42349ee7806e19a8baa9 2024-12-03T16:07:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/68a6b4c266fc42349ee7806e19a8baa9, entries=150, sequenceid=42, filesize=11.7 K 2024-12-03T16:07:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/bf6b0d31ce804e678390fa94a35368d4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/bf6b0d31ce804e678390fa94a35368d4 2024-12-03T16:07:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/bf6b0d31ce804e678390fa94a35368d4, entries=150, sequenceid=42, filesize=11.7 K 2024-12-03T16:07:50,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1189368b615fd26787735f85bb5933a3 in 1108ms, sequenceid=42, compaction requested=false 2024-12-03T16:07:50,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,672 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:07:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203fee612e3f20846b1972f35897ffd9d73_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242070669/Put/seqid=0 2024-12-03T16:07:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742447_1623 (size=14594) 2024-12-03T16:07:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:50,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242130813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:50,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:50,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242130818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:50,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:50,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:50,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:50,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242130931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:50,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242130931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:50,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:50,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:50,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:50,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:50,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:50,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:50,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:50,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,142 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:51,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242131141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:51,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:51,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:51,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:51,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:51,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:51,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:51,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:51,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,161 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203fee612e3f20846b1972f35897ffd9d73_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203fee612e3f20846b1972f35897ffd9d73_1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:51,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242131156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:51,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/fec5c3693c214735b7ef55d594c2d760, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:51,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/fec5c3693c214735b7ef55d594c2d760 is 175, key is test_row_0/A:col10/1733242070669/Put/seqid=0 2024-12-03T16:07:51,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742448_1624 (size=39545) 2024-12-03T16:07:51,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:51,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:51,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:51,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:51,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242131452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:51,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242131474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:51,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:51,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:51,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:51,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:51,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:51,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:51,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:51,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,631 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/fec5c3693c214735b7ef55d594c2d760 2024-12-03T16:07:51,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:51,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:51,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:51,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:51,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/6c434e7d63324f009ab8f64c982be195 is 50, key is test_row_0/B:col10/1733242070669/Put/seqid=0 2024-12-03T16:07:51,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742449_1625 (size=9657) 2024-12-03T16:07:51,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:51,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:51,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:51,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:51,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:51,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:51,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:51,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:51,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:51,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242131972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:51,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242131982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:51,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:51,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:51,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:52,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:52,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/6c434e7d63324f009ab8f64c982be195 2024-12-03T16:07:52,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/7aab619285504ae8bbdca34d38a714ab is 50, key is test_row_0/C:col10/1733242070669/Put/seqid=0 2024-12-03T16:07:52,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742450_1626 (size=9657) 2024-12-03T16:07:52,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:52,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:52,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:52,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:52,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:52,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:52,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:52,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T16:07:52,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1733242132526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:52,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1733242132532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:52,534 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in 1189368b615fd26787735f85bb5933a3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:52,535 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in 1189368b615fd26787735f85bb5933a3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:52,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59546 deadline: 1733242132542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:52,543 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in 1189368b615fd26787735f85bb5933a3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:52,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/7aab619285504ae8bbdca34d38a714ab 2024-12-03T16:07:52,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:52,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/fec5c3693c214735b7ef55d594c2d760 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/fec5c3693c214735b7ef55d594c2d760 2024-12-03T16:07:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:52,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/fec5c3693c214735b7ef55d594c2d760, entries=200, sequenceid=53, filesize=38.6 K 2024-12-03T16:07:52,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/6c434e7d63324f009ab8f64c982be195 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/6c434e7d63324f009ab8f64c982be195 2024-12-03T16:07:52,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/6c434e7d63324f009ab8f64c982be195, entries=100, sequenceid=53, filesize=9.4 K 2024-12-03T16:07:52,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/7aab619285504ae8bbdca34d38a714ab as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/7aab619285504ae8bbdca34d38a714ab 2024-12-03T16:07:52,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/7aab619285504ae8bbdca34d38a714ab, entries=100, sequenceid=53, filesize=9.4 K 2024-12-03T16:07:52,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1189368b615fd26787735f85bb5933a3 in 1966ms, sequenceid=53, compaction requested=true 2024-12-03T16:07:52,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:52,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:52,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:52,640 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:52,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:52,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:52,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:52,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:52,640 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:52,641 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:52,641 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/A is initiating minor compaction (all files) 2024-12-03T16:07:52,641 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/A in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,641 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0b7dce79a8e641bf9c5ba9526ec973a1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/9d61fa4ed1ad41fe8013649cd2aea08a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/fec5c3693c214735b7ef55d594c2d760] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=99.1 K 2024-12-03T16:07:52,641 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,641 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0b7dce79a8e641bf9c5ba9526ec973a1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/9d61fa4ed1ad41fe8013649cd2aea08a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/fec5c3693c214735b7ef55d594c2d760] 2024-12-03T16:07:52,642 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:52,642 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/B is initiating minor compaction (all files) 2024-12-03T16:07:52,642 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b7dce79a8e641bf9c5ba9526ec973a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733242068281 2024-12-03T16:07:52,642 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/B in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,642 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/cd0f7893ff13400580f05803ce5b59ac, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/68a6b4c266fc42349ee7806e19a8baa9, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/6c434e7d63324f009ab8f64c982be195] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=32.9 K 2024-12-03T16:07:52,642 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d61fa4ed1ad41fe8013649cd2aea08a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733242068324 2024-12-03T16:07:52,647 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting cd0f7893ff13400580f05803ce5b59ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733242068281 2024-12-03T16:07:52,647 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting fec5c3693c214735b7ef55d594c2d760, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733242069493 2024-12-03T16:07:52,647 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 68a6b4c266fc42349ee7806e19a8baa9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733242068324 2024-12-03T16:07:52,648 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c434e7d63324f009ab8f64c982be195, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733242069494 2024-12-03T16:07:52,664 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:52,673 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#B#compaction#536 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:52,673 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/70085b7d1e2d40ec823eda737d968a97 is 50, key is test_row_0/B:col10/1733242070669/Put/seqid=0 2024-12-03T16:07:52,683 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412030c938ba5277c4d858c1562d561814ecf_1189368b615fd26787735f85bb5933a3 store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:52,684 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412030c938ba5277c4d858c1562d561814ecf_1189368b615fd26787735f85bb5933a3, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:52,684 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030c938ba5277c4d858c1562d561814ecf_1189368b615fd26787735f85bb5933a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:52,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742451_1627 (size=12104) 2024-12-03T16:07:52,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742452_1628 (size=4469) 2024-12-03T16:07:52,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T16:07:52,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,762 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:07:52,769 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#A#compaction#535 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:52,770 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/9f072c8807f44c0186f90eccf078d2dc is 175, key is test_row_0/A:col10/1733242070669/Put/seqid=0 2024-12-03T16:07:52,786 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/70085b7d1e2d40ec823eda737d968a97 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/70085b7d1e2d40ec823eda737d968a97 2024-12-03T16:07:52,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c2b263815d2e470f8dafb2276502e48c_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242070811/Put/seqid=0 2024-12-03T16:07:52,806 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/B of 1189368b615fd26787735f85bb5933a3 into 70085b7d1e2d40ec823eda737d968a97(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:52,806 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:52,806 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/B, priority=13, startTime=1733242072640; duration=0sec 2024-12-03T16:07:52,806 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:52,806 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:B 2024-12-03T16:07:52,807 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742453_1629 (size=31165) 2024-12-03T16:07:52,808 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:52,808 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/C is initiating minor compaction (all files) 2024-12-03T16:07:52,808 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/C in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,808 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/630f5c84ec814dd8b4b1f0e47273db29, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/bf6b0d31ce804e678390fa94a35368d4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/7aab619285504ae8bbdca34d38a714ab] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=32.9 K 2024-12-03T16:07:52,810 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 630f5c84ec814dd8b4b1f0e47273db29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733242068281 2024-12-03T16:07:52,811 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting bf6b0d31ce804e678390fa94a35368d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733242068324 2024-12-03T16:07:52,812 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 7aab619285504ae8bbdca34d38a714ab, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733242069494 2024-12-03T16:07:52,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742454_1630 (size=12154) 2024-12-03T16:07:52,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:52,838 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c2b263815d2e470f8dafb2276502e48c_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c2b263815d2e470f8dafb2276502e48c_1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/7be312722a9b4801a39c8012ba6e087a, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:52,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/7be312722a9b4801a39c8012ba6e087a is 175, key is test_row_0/A:col10/1733242070811/Put/seqid=0 2024-12-03T16:07:52,846 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/9f072c8807f44c0186f90eccf078d2dc as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/9f072c8807f44c0186f90eccf078d2dc 2024-12-03T16:07:52,852 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/A of 1189368b615fd26787735f85bb5933a3 into 9f072c8807f44c0186f90eccf078d2dc(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:52,852 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:52,852 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/A, priority=13, startTime=1733242072640; duration=0sec 2024-12-03T16:07:52,852 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:52,852 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:A 2024-12-03T16:07:52,853 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#C#compaction#538 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:52,853 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/a6e85a70926848ae952e7d293254990a is 50, key is test_row_0/C:col10/1733242070669/Put/seqid=0 2024-12-03T16:07:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742455_1631 (size=30955) 2024-12-03T16:07:52,858 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/7be312722a9b4801a39c8012ba6e087a 2024-12-03T16:07:52,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742456_1632 (size=12104) 2024-12-03T16:07:52,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/23b2e5c4416b428db696d2231af0efce is 50, key is test_row_0/B:col10/1733242070811/Put/seqid=0 2024-12-03T16:07:52,906 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/a6e85a70926848ae952e7d293254990a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/a6e85a70926848ae952e7d293254990a 2024-12-03T16:07:52,914 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/C of 1189368b615fd26787735f85bb5933a3 into a6e85a70926848ae952e7d293254990a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:52,914 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:52,914 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/C, priority=13, startTime=1733242072640; duration=0sec 2024-12-03T16:07:52,914 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:52,914 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:C 2024-12-03T16:07:52,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742457_1633 (size=12001) 2024-12-03T16:07:52,917 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/23b2e5c4416b428db696d2231af0efce 2024-12-03T16:07:52,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/8bc23c34dddf4683aa2817481d939dc4 is 50, key is test_row_0/C:col10/1733242070811/Put/seqid=0 2024-12-03T16:07:52,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742458_1634 (size=12001) 2024-12-03T16:07:52,960 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/8bc23c34dddf4683aa2817481d939dc4 2024-12-03T16:07:52,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/7be312722a9b4801a39c8012ba6e087a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7be312722a9b4801a39c8012ba6e087a 2024-12-03T16:07:52,977 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7be312722a9b4801a39c8012ba6e087a, entries=150, sequenceid=78, filesize=30.2 K 2024-12-03T16:07:52,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/23b2e5c4416b428db696d2231af0efce as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/23b2e5c4416b428db696d2231af0efce 2024-12-03T16:07:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:52,985 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/23b2e5c4416b428db696d2231af0efce, entries=150, sequenceid=78, filesize=11.7 K 2024-12-03T16:07:52,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/8bc23c34dddf4683aa2817481d939dc4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/8bc23c34dddf4683aa2817481d939dc4 2024-12-03T16:07:52,992 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/8bc23c34dddf4683aa2817481d939dc4, entries=150, sequenceid=78, filesize=11.7 K 2024-12-03T16:07:52,999 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 1189368b615fd26787735f85bb5933a3 in 237ms, sequenceid=78, compaction requested=false 2024-12-03T16:07:52,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:52,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:52,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-03T16:07:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-03T16:07:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-03T16:07:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.7060 sec 2024-12-03T16:07:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 4.7450 sec 2024-12-03T16:07:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:53,182 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:53,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:07:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c904e2ceb0da47e7982912d80fb14ec3_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242073151/Put/seqid=0 2024-12-03T16:07:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742459_1635 (size=14594) 2024-12-03T16:07:53,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242133279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:53,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242133284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:53,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:53,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242133391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:53,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:53,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242133391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:53,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242133601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:53,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242133601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:53,667 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:53,685 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c904e2ceb0da47e7982912d80fb14ec3_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c904e2ceb0da47e7982912d80fb14ec3_1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:53,686 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/7f0ce509d1c74506901781d0675d2d4f, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:53,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/7f0ce509d1c74506901781d0675d2d4f is 175, key is test_row_0/A:col10/1733242073151/Put/seqid=0 2024-12-03T16:07:53,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742460_1636 (size=39545) 2024-12-03T16:07:53,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242133911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242133911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:54,131 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/7f0ce509d1c74506901781d0675d2d4f 2024-12-03T16:07:54,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/abcd37ff7d7548e9b5bd6178cb96d242 is 50, key is test_row_0/B:col10/1733242073151/Put/seqid=0 2024-12-03T16:07:54,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742461_1637 (size=9657) 2024-12-03T16:07:54,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:54,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242134434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242134434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:54,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/abcd37ff7d7548e9b5bd6178cb96d242 2024-12-03T16:07:54,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/b0395d1589804456a8b7fc32895a37d7 is 50, key is test_row_0/C:col10/1733242073151/Put/seqid=0 2024-12-03T16:07:54,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742462_1638 (size=9657) 2024-12-03T16:07:55,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/b0395d1589804456a8b7fc32895a37d7 2024-12-03T16:07:55,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/7f0ce509d1c74506901781d0675d2d4f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7f0ce509d1c74506901781d0675d2d4f 2024-12-03T16:07:55,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7f0ce509d1c74506901781d0675d2d4f, entries=200, sequenceid=92, filesize=38.6 K 2024-12-03T16:07:55,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/abcd37ff7d7548e9b5bd6178cb96d242 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/abcd37ff7d7548e9b5bd6178cb96d242 2024-12-03T16:07:55,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/abcd37ff7d7548e9b5bd6178cb96d242, entries=100, sequenceid=92, filesize=9.4 K 2024-12-03T16:07:55,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/b0395d1589804456a8b7fc32895a37d7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/b0395d1589804456a8b7fc32895a37d7 2024-12-03T16:07:55,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/b0395d1589804456a8b7fc32895a37d7, entries=100, sequenceid=92, filesize=9.4 K 2024-12-03T16:07:55,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1189368b615fd26787735f85bb5933a3 in 1876ms, sequenceid=92, compaction requested=true 2024-12-03T16:07:55,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:55,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:55,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:55,058 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:55,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:55,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:55,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:55,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:55,059 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:55,059 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101665 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:55,059 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/A is initiating minor compaction (all files) 2024-12-03T16:07:55,059 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/A in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:55,060 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/9f072c8807f44c0186f90eccf078d2dc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7be312722a9b4801a39c8012ba6e087a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7f0ce509d1c74506901781d0675d2d4f] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=99.3 K 2024-12-03T16:07:55,060 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:55,060 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/9f072c8807f44c0186f90eccf078d2dc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7be312722a9b4801a39c8012ba6e087a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7f0ce509d1c74506901781d0675d2d4f] 2024-12-03T16:07:55,063 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:55,063 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/B is initiating minor compaction (all files) 2024-12-03T16:07:55,063 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/B in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:55,063 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/70085b7d1e2d40ec823eda737d968a97, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/23b2e5c4416b428db696d2231af0efce, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/abcd37ff7d7548e9b5bd6178cb96d242] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=33.0 K 2024-12-03T16:07:55,063 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f072c8807f44c0186f90eccf078d2dc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733242069464 2024-12-03T16:07:55,065 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 70085b7d1e2d40ec823eda737d968a97, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733242069464 2024-12-03T16:07:55,065 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7be312722a9b4801a39c8012ba6e087a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733242070760 2024-12-03T16:07:55,065 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 23b2e5c4416b428db696d2231af0efce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733242070760 2024-12-03T16:07:55,065 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f0ce509d1c74506901781d0675d2d4f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733242073151 2024-12-03T16:07:55,065 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting abcd37ff7d7548e9b5bd6178cb96d242, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733242073151 2024-12-03T16:07:55,085 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:55,090 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#B#compaction#545 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:55,091 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/a76c9531b19d459488e871e5eb1b1e28 is 50, key is test_row_0/B:col10/1733242073151/Put/seqid=0 2024-12-03T16:07:55,107 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120334d940f07e1e47239bc6091a2379ed7b_1189368b615fd26787735f85bb5933a3 store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:55,109 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120334d940f07e1e47239bc6091a2379ed7b_1189368b615fd26787735f85bb5933a3, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:55,109 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120334d940f07e1e47239bc6091a2379ed7b_1189368b615fd26787735f85bb5933a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742464_1640 (size=4469) 2024-12-03T16:07:55,178 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#A#compaction#544 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:55,179 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0048d9abf87a40df933a1972bb59c12a is 175, key is test_row_0/A:col10/1733242073151/Put/seqid=0 2024-12-03T16:07:55,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742463_1639 (size=12207) 2024-12-03T16:07:55,192 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/a76c9531b19d459488e871e5eb1b1e28 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/a76c9531b19d459488e871e5eb1b1e28 2024-12-03T16:07:55,202 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/B of 1189368b615fd26787735f85bb5933a3 into a76c9531b19d459488e871e5eb1b1e28(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:55,202 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:55,202 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/B, priority=13, startTime=1733242075058; duration=0sec 2024-12-03T16:07:55,202 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:55,202 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:B 2024-12-03T16:07:55,202 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:55,203 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:55,204 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/C is initiating minor compaction (all files) 2024-12-03T16:07:55,204 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/C in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:55,204 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/a6e85a70926848ae952e7d293254990a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/8bc23c34dddf4683aa2817481d939dc4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/b0395d1589804456a8b7fc32895a37d7] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=33.0 K 2024-12-03T16:07:55,204 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a6e85a70926848ae952e7d293254990a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733242069464 2024-12-03T16:07:55,204 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bc23c34dddf4683aa2817481d939dc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733242070760 2024-12-03T16:07:55,205 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting b0395d1589804456a8b7fc32895a37d7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733242073151 2024-12-03T16:07:55,236 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#C#compaction#546 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:55,236 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/eed5c660c44f4d419fadaed72de0eae7 is 50, key is test_row_0/C:col10/1733242073151/Put/seqid=0 2024-12-03T16:07:55,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742465_1641 (size=31268) 2024-12-03T16:07:55,252 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0048d9abf87a40df933a1972bb59c12a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0048d9abf87a40df933a1972bb59c12a 2024-12-03T16:07:55,257 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/A of 1189368b615fd26787735f85bb5933a3 into 0048d9abf87a40df933a1972bb59c12a(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:55,257 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:55,257 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/A, priority=13, startTime=1733242075058; duration=0sec 2024-12-03T16:07:55,257 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:55,257 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:A 2024-12-03T16:07:55,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742466_1642 (size=12207) 2024-12-03T16:07:55,447 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:55,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T16:07:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:55,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203763a10be5c074445bf75e1cd73c8fd70_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242075446/Put/seqid=0 2024-12-03T16:07:55,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242135491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:55,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242135491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:55,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:55,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:55,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:55,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742467_1643 (size=14594) 2024-12-03T16:07:55,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242135602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:55,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242135614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:55,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:55,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:55,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:55,675 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/eed5c660c44f4d419fadaed72de0eae7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/eed5c660c44f4d419fadaed72de0eae7 2024-12-03T16:07:55,679 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/C of 1189368b615fd26787735f85bb5933a3 into eed5c660c44f4d419fadaed72de0eae7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:55,679 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:55,679 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/C, priority=13, startTime=1733242075058; duration=0sec 2024-12-03T16:07:55,679 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:55,679 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:C 2024-12-03T16:07:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242135826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242135826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:55,924 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:55,933 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203763a10be5c074445bf75e1cd73c8fd70_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203763a10be5c074445bf75e1cd73c8fd70_1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:55,934 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/97d11ce7522a46a29c845b63b80d773c, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:55,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/97d11ce7522a46a29c845b63b80d773c is 175, key is test_row_0/A:col10/1733242075446/Put/seqid=0 2024-12-03T16:07:55,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742468_1644 (size=39549) 2024-12-03T16:07:55,973 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/97d11ce7522a46a29c845b63b80d773c 2024-12-03T16:07:56,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/8cfd8e38ede04569bee5a77b52bffc9e is 50, key is test_row_0/B:col10/1733242075446/Put/seqid=0 2024-12-03T16:07:56,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742469_1645 (size=12001) 2024-12-03T16:07:56,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/8cfd8e38ede04569bee5a77b52bffc9e 2024-12-03T16:07:56,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/e3d20ebc7ebd441ca664fcb71b1b13a4 is 50, key is test_row_0/C:col10/1733242075446/Put/seqid=0 2024-12-03T16:07:56,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742470_1646 (size=12001) 2024-12-03T16:07:56,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/e3d20ebc7ebd441ca664fcb71b1b13a4 2024-12-03T16:07:56,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/97d11ce7522a46a29c845b63b80d773c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/97d11ce7522a46a29c845b63b80d773c 2024-12-03T16:07:56,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/97d11ce7522a46a29c845b63b80d773c, entries=200, sequenceid=120, filesize=38.6 K 2024-12-03T16:07:56,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/8cfd8e38ede04569bee5a77b52bffc9e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/8cfd8e38ede04569bee5a77b52bffc9e 2024-12-03T16:07:56,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/8cfd8e38ede04569bee5a77b52bffc9e, entries=150, sequenceid=120, filesize=11.7 K 2024-12-03T16:07:56,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/e3d20ebc7ebd441ca664fcb71b1b13a4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/e3d20ebc7ebd441ca664fcb71b1b13a4 2024-12-03T16:07:56,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:56,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/e3d20ebc7ebd441ca664fcb71b1b13a4, entries=150, sequenceid=120, filesize=11.7 K 2024-12-03T16:07:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242136132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:56,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1189368b615fd26787735f85bb5933a3 in 699ms, sequenceid=120, compaction requested=false 2024-12-03T16:07:56,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:56,155 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:56,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:07:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:56,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203554bc21ded804b8a91dc721ebd99a327_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242075480/Put/seqid=0 2024-12-03T16:07:56,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742471_1647 (size=12204) 2024-12-03T16:07:56,247 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:56,252 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203554bc21ded804b8a91dc721ebd99a327_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203554bc21ded804b8a91dc721ebd99a327_1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:56,253 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/ac1a1581fb8e4c2baf05eaf831df79a2, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:56,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/ac1a1581fb8e4c2baf05eaf831df79a2 is 175, key is test_row_0/A:col10/1733242075480/Put/seqid=0 2024-12-03T16:07:56,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742472_1648 (size=31005) 2024-12-03T16:07:56,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242136392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T16:07:56,472 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:56,474 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:07:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-03T16:07:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T16:07:56,482 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:07:56,483 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:07:56,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:07:56,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242136501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:56,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:56,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1733242136542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:56,548 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in 1189368b615fd26787735f85bb5933a3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:56,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:56,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1733242136561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:56,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59546 deadline: 1733242136561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:56,568 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in 1189368b615fd26787735f85bb5933a3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:56,568 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in 1189368b615fd26787735f85bb5933a3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T16:07:56,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T16:07:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:56,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:56,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:56,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242136651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:56,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:56,710 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/ac1a1581fb8e4c2baf05eaf831df79a2 2024-12-03T16:07:56,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242136712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:56,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/e4aad84e3adf46a6bda63a5cef09e954 is 50, key is test_row_0/B:col10/1733242075480/Put/seqid=0 2024-12-03T16:07:56,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742473_1649 (size=12051) 2024-12-03T16:07:56,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T16:07:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:56,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:56,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T16:07:56,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T16:07:56,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:56,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:56,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:56,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:56,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:57,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242137031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T16:07:57,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T16:07:57,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:57,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:57,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:57,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:57,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:57,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/e4aad84e3adf46a6bda63a5cef09e954 2024-12-03T16:07:57,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/7d4cf04979a44ca7bc15ed0719cebca7 is 50, key is test_row_0/C:col10/1733242075480/Put/seqid=0 2024-12-03T16:07:57,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742474_1650 (size=12051) 2024-12-03T16:07:57,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/7d4cf04979a44ca7bc15ed0719cebca7 2024-12-03T16:07:57,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/ac1a1581fb8e4c2baf05eaf831df79a2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ac1a1581fb8e4c2baf05eaf831df79a2 2024-12-03T16:07:57,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ac1a1581fb8e4c2baf05eaf831df79a2, entries=150, sequenceid=132, filesize=30.3 K 2024-12-03T16:07:57,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/e4aad84e3adf46a6bda63a5cef09e954 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e4aad84e3adf46a6bda63a5cef09e954 2024-12-03T16:07:57,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e4aad84e3adf46a6bda63a5cef09e954, entries=150, sequenceid=132, filesize=11.8 K 2024-12-03T16:07:57,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/7d4cf04979a44ca7bc15ed0719cebca7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/7d4cf04979a44ca7bc15ed0719cebca7 2024-12-03T16:07:57,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/7d4cf04979a44ca7bc15ed0719cebca7, entries=150, sequenceid=132, filesize=11.8 K 2024-12-03T16:07:57,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1189368b615fd26787735f85bb5933a3 in 1093ms, sequenceid=132, compaction requested=true 2024-12-03T16:07:57,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:57,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:57,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:57,248 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:57,248 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:57,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:57,249 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101822 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:57,249 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:57,250 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/B is initiating minor compaction (all files) 2024-12-03T16:07:57,250 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/A is initiating minor compaction (all files) 2024-12-03T16:07:57,250 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/B in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:57,250 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/a76c9531b19d459488e871e5eb1b1e28, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/8cfd8e38ede04569bee5a77b52bffc9e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e4aad84e3adf46a6bda63a5cef09e954] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=35.4 K 2024-12-03T16:07:57,250 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/A in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:57,250 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0048d9abf87a40df933a1972bb59c12a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/97d11ce7522a46a29c845b63b80d773c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ac1a1581fb8e4c2baf05eaf831df79a2] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=99.4 K 2024-12-03T16:07:57,250 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:57,250 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0048d9abf87a40df933a1972bb59c12a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/97d11ce7522a46a29c845b63b80d773c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ac1a1581fb8e4c2baf05eaf831df79a2] 2024-12-03T16:07:57,251 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting a76c9531b19d459488e871e5eb1b1e28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733242070810 2024-12-03T16:07:57,251 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0048d9abf87a40df933a1972bb59c12a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733242070810 2024-12-03T16:07:57,251 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97d11ce7522a46a29c845b63b80d773c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733242073268 2024-12-03T16:07:57,253 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cfd8e38ede04569bee5a77b52bffc9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733242073268 2024-12-03T16:07:57,253 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac1a1581fb8e4c2baf05eaf831df79a2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733242075466 2024-12-03T16:07:57,253 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e4aad84e3adf46a6bda63a5cef09e954, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733242075466 2024-12-03T16:07:57,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:57,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:57,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:57,271 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#B#compaction#553 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:57,272 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/cc0e2e7db34b4fba99fddde370919b95 is 50, key is test_row_0/B:col10/1733242075480/Put/seqid=0 2024-12-03T16:07:57,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T16:07:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:57,273 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:07:57,282 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:57,323 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203bb7bd66ab7424a00967a1d5d261f39e9_1189368b615fd26787735f85bb5933a3 store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:57,325 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203bb7bd66ab7424a00967a1d5d261f39e9_1189368b615fd26787735f85bb5933a3, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:57,325 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203bb7bd66ab7424a00967a1d5d261f39e9_1189368b615fd26787735f85bb5933a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742475_1651 (size=12359) 2024-12-03T16:07:57,338 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/cc0e2e7db34b4fba99fddde370919b95 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/cc0e2e7db34b4fba99fddde370919b95 2024-12-03T16:07:57,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203542b389d21a644c48c651cc551b43e71_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242076344/Put/seqid=0 2024-12-03T16:07:57,352 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/B of 1189368b615fd26787735f85bb5933a3 into cc0e2e7db34b4fba99fddde370919b95(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:57,352 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:57,352 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/B, priority=13, startTime=1733242077248; duration=0sec 2024-12-03T16:07:57,352 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:57,352 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:B 2024-12-03T16:07:57,352 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:57,353 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:57,353 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/C is initiating minor compaction (all files) 2024-12-03T16:07:57,354 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/C in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:57,354 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/eed5c660c44f4d419fadaed72de0eae7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/e3d20ebc7ebd441ca664fcb71b1b13a4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/7d4cf04979a44ca7bc15ed0719cebca7] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=35.4 K 2024-12-03T16:07:57,354 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting eed5c660c44f4d419fadaed72de0eae7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733242070810 2024-12-03T16:07:57,354 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e3d20ebc7ebd441ca664fcb71b1b13a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733242073268 2024-12-03T16:07:57,355 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d4cf04979a44ca7bc15ed0719cebca7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733242075466 2024-12-03T16:07:57,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742476_1652 (size=4469) 2024-12-03T16:07:57,402 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#C#compaction#556 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:57,402 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/abb711d6c4284756ae479833caa00d56 is 50, key is test_row_0/C:col10/1733242075480/Put/seqid=0 2024-12-03T16:07:57,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742477_1653 (size=12304) 2024-12-03T16:07:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:57,458 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203542b389d21a644c48c651cc551b43e71_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203542b389d21a644c48c651cc551b43e71_1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:57,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/e9f387be800e4c84b710a38281ff3bd5, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:57,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/e9f387be800e4c84b710a38281ff3bd5 is 175, key is test_row_0/A:col10/1733242076344/Put/seqid=0 2024-12-03T16:07:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742478_1654 (size=12359) 2024-12-03T16:07:57,485 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/abb711d6c4284756ae479833caa00d56 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/abb711d6c4284756ae479833caa00d56 2024-12-03T16:07:57,491 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/C of 1189368b615fd26787735f85bb5933a3 into abb711d6c4284756ae479833caa00d56(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:57,491 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:57,491 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/C, priority=13, startTime=1733242077262; duration=0sec 2024-12-03T16:07:57,491 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:57,491 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:C 2024-12-03T16:07:57,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742479_1655 (size=31105) 2024-12-03T16:07:57,519 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/e9f387be800e4c84b710a38281ff3bd5 2024-12-03T16:07:57,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/12a545aa78a143a3baca6b6fcb2e8e6a is 50, key is test_row_0/B:col10/1733242076344/Put/seqid=0 2024-12-03T16:07:57,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:57,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742480_1656 (size=12151) 2024-12-03T16:07:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242137615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T16:07:57,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242137662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:57,669 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in 1189368b615fd26787735f85bb5933a3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:07:57,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:57,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:57,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:57,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242137731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:57,797 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#A#compaction#554 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:57,798 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/4222dcfcfead4bba950e3eb9eee8aa14 is 175, key is test_row_0/A:col10/1733242075480/Put/seqid=0 2024-12-03T16:07:57,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742481_1657 (size=31313) 2024-12-03T16:07:57,814 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/4222dcfcfead4bba950e3eb9eee8aa14 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/4222dcfcfead4bba950e3eb9eee8aa14 2024-12-03T16:07:57,824 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/A of 1189368b615fd26787735f85bb5933a3 into 4222dcfcfead4bba950e3eb9eee8aa14(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:57,824 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:57,824 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/A, priority=13, startTime=1733242077248; duration=0sec 2024-12-03T16:07:57,824 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:57,824 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:A 2024-12-03T16:07:57,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242137941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:57,989 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/12a545aa78a143a3baca6b6fcb2e8e6a 2024-12-03T16:07:58,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/c3eed4e5ed6b4a6c86708f096865db79 is 50, key is test_row_0/C:col10/1733242076344/Put/seqid=0 2024-12-03T16:07:58,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742482_1658 (size=12151) 2024-12-03T16:07:58,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242138252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:58,446 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/c3eed4e5ed6b4a6c86708f096865db79 2024-12-03T16:07:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/e9f387be800e4c84b710a38281ff3bd5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/e9f387be800e4c84b710a38281ff3bd5 2024-12-03T16:07:58,472 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/e9f387be800e4c84b710a38281ff3bd5, entries=150, sequenceid=157, filesize=30.4 K 2024-12-03T16:07:58,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/12a545aa78a143a3baca6b6fcb2e8e6a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/12a545aa78a143a3baca6b6fcb2e8e6a 2024-12-03T16:07:58,477 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/12a545aa78a143a3baca6b6fcb2e8e6a, entries=150, sequenceid=157, filesize=11.9 K 2024-12-03T16:07:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/c3eed4e5ed6b4a6c86708f096865db79 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/c3eed4e5ed6b4a6c86708f096865db79 2024-12-03T16:07:58,482 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/c3eed4e5ed6b4a6c86708f096865db79, entries=150, sequenceid=157, filesize=11.9 K 2024-12-03T16:07:58,483 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1189368b615fd26787735f85bb5933a3 in 1210ms, sequenceid=157, compaction requested=false 2024-12-03T16:07:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-03T16:07:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-03T16:07:58,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-03T16:07:58,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0020 sec 2024-12-03T16:07:58,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.0160 sec 2024-12-03T16:07:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T16:07:58,635 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:07:58,636 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:07:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-03T16:07:58,638 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:07:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T16:07:58,639 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:07:58,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:07:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T16:07:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:58,778 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:58,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T16:07:58,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f111df5c92af4b8dba5591fbb0693cd6_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242078774/Put/seqid=0 2024-12-03T16:07:58,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T16:07:58,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:58,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:58,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:58,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:58,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:58,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742483_1659 (size=12304) 2024-12-03T16:07:58,853 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:07:58,858 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f111df5c92af4b8dba5591fbb0693cd6_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f111df5c92af4b8dba5591fbb0693cd6_1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:58,867 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/c32323813459481e8d31a0a007a30f12, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:58,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/c32323813459481e8d31a0a007a30f12 is 175, key is test_row_0/A:col10/1733242078774/Put/seqid=0 2024-12-03T16:07:58,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742484_1660 (size=31105) 2024-12-03T16:07:58,878 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/c32323813459481e8d31a0a007a30f12 2024-12-03T16:07:58,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/7b626132191b460e91fb68754af4830f is 50, key is test_row_0/B:col10/1733242078774/Put/seqid=0 2024-12-03T16:07:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T16:07:58,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T16:07:58,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:58,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:58,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:58,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:58,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:58,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242138954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:58,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:58,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:58,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:58,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742485_1661 (size=12151) 2024-12-03T16:07:59,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242139073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:59,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T16:07:59,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:59,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T16:07:59,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242139282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:59,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T16:07:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/7b626132191b460e91fb68754af4830f 2024-12-03T16:07:59,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/57eb7bdb02064ee494304a564e201024 is 50, key is test_row_0/C:col10/1733242078774/Put/seqid=0 2024-12-03T16:07:59,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742486_1662 (size=12151) 2024-12-03T16:07:59,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/57eb7bdb02064ee494304a564e201024 2024-12-03T16:07:59,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T16:07:59,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:59,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/c32323813459481e8d31a0a007a30f12 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/c32323813459481e8d31a0a007a30f12 2024-12-03T16:07:59,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/c32323813459481e8d31a0a007a30f12, entries=150, sequenceid=172, filesize=30.4 K 2024-12-03T16:07:59,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/7b626132191b460e91fb68754af4830f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/7b626132191b460e91fb68754af4830f 2024-12-03T16:07:59,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/7b626132191b460e91fb68754af4830f, entries=150, sequenceid=172, filesize=11.9 K 2024-12-03T16:07:59,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/57eb7bdb02064ee494304a564e201024 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/57eb7bdb02064ee494304a564e201024 2024-12-03T16:07:59,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/57eb7bdb02064ee494304a564e201024, entries=150, sequenceid=172, filesize=11.9 K 2024-12-03T16:07:59,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1189368b615fd26787735f85bb5933a3 in 718ms, sequenceid=172, compaction requested=true 2024-12-03T16:07:59,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:59,496 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:59,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:07:59,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:59,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:07:59,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:59,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:07:59,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T16:07:59,497 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:59,498 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93523 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:59,498 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/A is initiating minor compaction (all files) 2024-12-03T16:07:59,498 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/A in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,498 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/4222dcfcfead4bba950e3eb9eee8aa14, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/e9f387be800e4c84b710a38281ff3bd5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/c32323813459481e8d31a0a007a30f12] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=91.3 K 2024-12-03T16:07:59,498 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,498 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/4222dcfcfead4bba950e3eb9eee8aa14, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/e9f387be800e4c84b710a38281ff3bd5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/c32323813459481e8d31a0a007a30f12] 2024-12-03T16:07:59,500 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:59,500 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/B is initiating minor compaction (all files) 2024-12-03T16:07:59,500 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/B in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,500 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/cc0e2e7db34b4fba99fddde370919b95, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/12a545aa78a143a3baca6b6fcb2e8e6a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/7b626132191b460e91fb68754af4830f] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=35.8 K 2024-12-03T16:07:59,500 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc0e2e7db34b4fba99fddde370919b95, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733242075466 2024-12-03T16:07:59,500 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4222dcfcfead4bba950e3eb9eee8aa14, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733242075466 2024-12-03T16:07:59,501 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12a545aa78a143a3baca6b6fcb2e8e6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733242076344 2024-12-03T16:07:59,501 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e9f387be800e4c84b710a38281ff3bd5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733242076344 2024-12-03T16:07:59,501 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b626132191b460e91fb68754af4830f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733242077594 2024-12-03T16:07:59,501 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting c32323813459481e8d31a0a007a30f12, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733242077594 2024-12-03T16:07:59,514 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:59,515 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#B#compaction#563 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:59,516 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/e4cd7633cfd2488b8ae9a9ac46788790 is 50, key is test_row_0/B:col10/1733242078774/Put/seqid=0 2024-12-03T16:07:59,535 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412039e6e767b0e8a48498e904ae1d36c8916_1189368b615fd26787735f85bb5933a3 store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:59,536 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412039e6e767b0e8a48498e904ae1d36c8916_1189368b615fd26787735f85bb5933a3, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:59,536 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412039e6e767b0e8a48498e904ae1d36c8916_1189368b615fd26787735f85bb5933a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:07:59,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742487_1663 (size=12561) 2024-12-03T16:07:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742488_1664 (size=4469) 2024-12-03T16:07:59,569 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/e4cd7633cfd2488b8ae9a9ac46788790 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e4cd7633cfd2488b8ae9a9ac46788790 2024-12-03T16:07:59,570 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#A#compaction#562 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:59,570 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/cabc314ea6fe4077be2aa2a5af7ec782 is 175, key is test_row_0/A:col10/1733242078774/Put/seqid=0 2024-12-03T16:07:59,578 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/B of 1189368b615fd26787735f85bb5933a3 into e4cd7633cfd2488b8ae9a9ac46788790(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:59,578 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:59,578 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/B, priority=13, startTime=1733242079497; duration=0sec 2024-12-03T16:07:59,578 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:07:59,578 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:B 2024-12-03T16:07:59,579 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:07:59,580 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:07:59,580 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/C is initiating minor compaction (all files) 2024-12-03T16:07:59,580 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/C in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,581 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/abb711d6c4284756ae479833caa00d56, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/c3eed4e5ed6b4a6c86708f096865db79, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/57eb7bdb02064ee494304a564e201024] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=35.8 K 2024-12-03T16:07:59,581 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting abb711d6c4284756ae479833caa00d56, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733242075466 2024-12-03T16:07:59,582 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3eed4e5ed6b4a6c86708f096865db79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733242076344 2024-12-03T16:07:59,582 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57eb7bdb02064ee494304a564e201024, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733242077594 2024-12-03T16:07:59,599 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:07:59,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:07:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:07:59,600 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#C#compaction#564 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:07:59,600 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/2a033917ebc643278128df2264dd667b is 50, key is test_row_0/C:col10/1733242078774/Put/seqid=0 2024-12-03T16:07:59,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742489_1665 (size=31515) 2024-12-03T16:07:59,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T16:07:59,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:59,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,628 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/cabc314ea6fe4077be2aa2a5af7ec782 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/cabc314ea6fe4077be2aa2a5af7ec782 2024-12-03T16:07:59,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203df521973f64e4729bec3d801d34cbd4f_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242079595/Put/seqid=0 2024-12-03T16:07:59,643 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/A of 1189368b615fd26787735f85bb5933a3 into cabc314ea6fe4077be2aa2a5af7ec782(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:59,643 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:59,643 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/A, priority=13, startTime=1733242079496; duration=0sec 2024-12-03T16:07:59,643 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:59,643 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:A 2024-12-03T16:07:59,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742490_1666 (size=12561) 2024-12-03T16:07:59,673 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/2a033917ebc643278128df2264dd667b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/2a033917ebc643278128df2264dd667b 2024-12-03T16:07:59,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742491_1667 (size=14794) 2024-12-03T16:07:59,685 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/C of 1189368b615fd26787735f85bb5933a3 into 2a033917ebc643278128df2264dd667b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:07:59,685 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:07:59,685 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/C, priority=13, startTime=1733242079497; duration=0sec 2024-12-03T16:07:59,685 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:07:59,685 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:C 2024-12-03T16:07:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242139695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:59,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242139697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:59,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T16:07:59,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:59,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T16:07:59,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:59,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:07:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242139811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242139811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:07:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:07:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:07:59,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T16:07:59,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:07:59,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:07:59,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:07:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:00,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242140022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:00,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242140022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:00,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:00,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T16:08:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:00,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:08:00,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:00,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:00,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:00,094 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203df521973f64e4729bec3d801d34cbd4f_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203df521973f64e4729bec3d801d34cbd4f_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:00,097 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/82ca78ddaaea415bb0b876cbb4bd232b, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:00,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/82ca78ddaaea415bb0b876cbb4bd232b is 175, key is test_row_0/A:col10/1733242079595/Put/seqid=0 2024-12-03T16:08:00,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742492_1668 (size=39749) 2024-12-03T16:08:00,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T16:08:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:08:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:00,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:00,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242140331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:00,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:00,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:00,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:00,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242140331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:00,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:00,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:00,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:00,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T16:08:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:08:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:00,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:00,521 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/82ca78ddaaea415bb0b876cbb4bd232b 2024-12-03T16:08:00,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/689a55c435e648a2b10f2c26f1c06a6b is 50, key is test_row_0/B:col10/1733242079595/Put/seqid=0 2024-12-03T16:08:00,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T16:08:00,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:00,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:08:00,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:00,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742493_1669 (size=12151) 2024-12-03T16:08:00,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:00,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:00,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/689a55c435e648a2b10f2c26f1c06a6b 2024-12-03T16:08:00,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/1d9b58032125434cac6f38d20b5631e7 is 50, key is test_row_0/C:col10/1733242079595/Put/seqid=0 2024-12-03T16:08:00,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742494_1670 (size=12151) 2024-12-03T16:08:00,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/1d9b58032125434cac6f38d20b5631e7 2024-12-03T16:08:00,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/82ca78ddaaea415bb0b876cbb4bd232b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/82ca78ddaaea415bb0b876cbb4bd232b 2024-12-03T16:08:00,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/82ca78ddaaea415bb0b876cbb4bd232b, entries=200, sequenceid=198, filesize=38.8 K 2024-12-03T16:08:00,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/689a55c435e648a2b10f2c26f1c06a6b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/689a55c435e648a2b10f2c26f1c06a6b 2024-12-03T16:08:00,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/689a55c435e648a2b10f2c26f1c06a6b, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T16:08:00,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/1d9b58032125434cac6f38d20b5631e7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/1d9b58032125434cac6f38d20b5631e7 2024-12-03T16:08:00,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/1d9b58032125434cac6f38d20b5631e7, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T16:08:00,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1189368b615fd26787735f85bb5933a3 in 1076ms, sequenceid=198, compaction requested=false 2024-12-03T16:08:00,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:00,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T16:08:00,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:00,717 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:08:00,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032a30722fb4804ca09467cd61ef6929b2_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242079662/Put/seqid=0 2024-12-03T16:08:00,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742495_1671 (size=12304) 2024-12-03T16:08:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T16:08:00,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:08:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:00,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242140919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:00,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:00,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:00,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:00,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242140920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:00,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:00,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:00,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:01,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242141035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:01,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242141035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:01,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:01,155 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032a30722fb4804ca09467cd61ef6929b2_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032a30722fb4804ca09467cd61ef6929b2_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:01,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/18fd431e3dce4a0e848da81c63425e04, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:01,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/18fd431e3dce4a0e848da81c63425e04 is 175, key is test_row_0/A:col10/1733242079662/Put/seqid=0 2024-12-03T16:08:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742496_1672 (size=31105) 2024-12-03T16:08:01,178 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/18fd431e3dce4a0e848da81c63425e04 2024-12-03T16:08:01,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/9a61b8ed72424f60a2d2b52521c90a2c is 50, key is test_row_0/B:col10/1733242079662/Put/seqid=0 2024-12-03T16:08:01,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742497_1673 (size=12151) 2024-12-03T16:08:01,237 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/9a61b8ed72424f60a2d2b52521c90a2c 2024-12-03T16:08:01,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/fbf36cdec0394385884baa8e4e8117a0 is 50, key is test_row_0/C:col10/1733242079662/Put/seqid=0 2024-12-03T16:08:01,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242141252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:01,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242141252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:01,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742498_1674 (size=12151) 2024-12-03T16:08:01,266 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/fbf36cdec0394385884baa8e4e8117a0 2024-12-03T16:08:01,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/18fd431e3dce4a0e848da81c63425e04 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/18fd431e3dce4a0e848da81c63425e04 2024-12-03T16:08:01,285 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/18fd431e3dce4a0e848da81c63425e04, entries=150, sequenceid=211, filesize=30.4 K 2024-12-03T16:08:01,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/9a61b8ed72424f60a2d2b52521c90a2c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/9a61b8ed72424f60a2d2b52521c90a2c 2024-12-03T16:08:01,301 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/9a61b8ed72424f60a2d2b52521c90a2c, entries=150, sequenceid=211, filesize=11.9 K 2024-12-03T16:08:01,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/fbf36cdec0394385884baa8e4e8117a0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/fbf36cdec0394385884baa8e4e8117a0 2024-12-03T16:08:01,310 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/fbf36cdec0394385884baa8e4e8117a0, entries=150, sequenceid=211, filesize=11.9 K 2024-12-03T16:08:01,311 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1189368b615fd26787735f85bb5933a3 in 594ms, sequenceid=211, compaction requested=true 2024-12-03T16:08:01,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:01,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:01,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-03T16:08:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-03T16:08:01,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-03T16:08:01,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6740 sec 2024-12-03T16:08:01,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.6800 sec 2024-12-03T16:08:01,571 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:08:01,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-03T16:08:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:01,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203454ddb3caf2d436ca5122b6f31fee0d7_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242081568/Put/seqid=0 2024-12-03T16:08:01,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242141615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:01,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:01,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242141618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:01,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:01,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742499_1675 (size=14794) 2024-12-03T16:08:01,653 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:01,658 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203454ddb3caf2d436ca5122b6f31fee0d7_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203454ddb3caf2d436ca5122b6f31fee0d7_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:01,659 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0f320cc47984468394e0bd4269e093ad, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:01,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0f320cc47984468394e0bd4269e093ad is 175, key is test_row_0/A:col10/1733242081568/Put/seqid=0 2024-12-03T16:08:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742500_1676 (size=39749) 2024-12-03T16:08:01,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242141731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:01,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:01,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242141742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:01,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:01,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242141941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:01,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242141952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:02,104 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0f320cc47984468394e0bd4269e093ad 2024-12-03T16:08:02,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/9cf497cc0252466ba241467f43d5c03c is 50, key is test_row_0/B:col10/1733242081568/Put/seqid=0 2024-12-03T16:08:02,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742501_1677 (size=12151) 2024-12-03T16:08:02,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/9cf497cc0252466ba241467f43d5c03c 2024-12-03T16:08:02,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/cd8b4511462c4e5a93b9d423ec15d71e is 50, key is test_row_0/C:col10/1733242081568/Put/seqid=0 2024-12-03T16:08:02,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742502_1678 (size=12151) 2024-12-03T16:08:02,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242142251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:02,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242142262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:02,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:02,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:02,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:02,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/cd8b4511462c4e5a93b9d423ec15d71e 2024-12-03T16:08:02,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0f320cc47984468394e0bd4269e093ad as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0f320cc47984468394e0bd4269e093ad 2024-12-03T16:08:02,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0f320cc47984468394e0bd4269e093ad, entries=200, sequenceid=239, filesize=38.8 K 2024-12-03T16:08:02,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/9cf497cc0252466ba241467f43d5c03c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/9cf497cc0252466ba241467f43d5c03c 2024-12-03T16:08:02,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/9cf497cc0252466ba241467f43d5c03c, entries=150, sequenceid=239, filesize=11.9 K 2024-12-03T16:08:02,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/cd8b4511462c4e5a93b9d423ec15d71e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/cd8b4511462c4e5a93b9d423ec15d71e 2024-12-03T16:08:02,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/cd8b4511462c4e5a93b9d423ec15d71e, entries=150, sequenceid=239, filesize=11.9 K 2024-12-03T16:08:02,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1189368b615fd26787735f85bb5933a3 in 1041ms, sequenceid=239, compaction requested=true 2024-12-03T16:08:02,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:02,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:08:02,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:02,614 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:08:02,614 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:08:02,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:08:02,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:02,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:08:02,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:08:02,615 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:08:02,615 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/B is initiating minor compaction (all files) 2024-12-03T16:08:02,615 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/B in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:02,615 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e4cd7633cfd2488b8ae9a9ac46788790, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/689a55c435e648a2b10f2c26f1c06a6b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/9a61b8ed72424f60a2d2b52521c90a2c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/9cf497cc0252466ba241467f43d5c03c] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=47.9 K 2024-12-03T16:08:02,616 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:08:02,617 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/A is initiating minor compaction (all files) 2024-12-03T16:08:02,617 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/A in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:02,617 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/cabc314ea6fe4077be2aa2a5af7ec782, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/82ca78ddaaea415bb0b876cbb4bd232b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/18fd431e3dce4a0e848da81c63425e04, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0f320cc47984468394e0bd4269e093ad] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=138.8 K 2024-12-03T16:08:02,617 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:02,617 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/cabc314ea6fe4077be2aa2a5af7ec782, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/82ca78ddaaea415bb0b876cbb4bd232b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/18fd431e3dce4a0e848da81c63425e04, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0f320cc47984468394e0bd4269e093ad] 2024-12-03T16:08:02,617 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e4cd7633cfd2488b8ae9a9ac46788790, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733242077594 2024-12-03T16:08:02,622 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting cabc314ea6fe4077be2aa2a5af7ec782, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733242077594 2024-12-03T16:08:02,622 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 689a55c435e648a2b10f2c26f1c06a6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733242078921 2024-12-03T16:08:02,623 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82ca78ddaaea415bb0b876cbb4bd232b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733242078921 2024-12-03T16:08:02,623 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a61b8ed72424f60a2d2b52521c90a2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733242079662 2024-12-03T16:08:02,624 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cf497cc0252466ba241467f43d5c03c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733242080916 2024-12-03T16:08:02,624 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18fd431e3dce4a0e848da81c63425e04, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733242079662 2024-12-03T16:08:02,625 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f320cc47984468394e0bd4269e093ad, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733242080916 2024-12-03T16:08:02,651 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:02,660 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#B#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:08:02,661 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/856d7dd62d084aafaf3134dc8440930c is 50, key is test_row_0/B:col10/1733242081568/Put/seqid=0 2024-12-03T16:08:02,674 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412038f001c7a0fa94beba421fac7bcb36b65_1189368b615fd26787735f85bb5933a3 store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:02,676 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412038f001c7a0fa94beba421fac7bcb36b65_1189368b615fd26787735f85bb5933a3, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:02,676 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038f001c7a0fa94beba421fac7bcb36b65_1189368b615fd26787735f85bb5933a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:02,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742504_1680 (size=4469) 2024-12-03T16:08:02,715 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#A#compaction#574 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:08:02,715 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/251bf026c06949b4a53f69670d79e861 is 175, key is test_row_0/A:col10/1733242081568/Put/seqid=0 2024-12-03T16:08:02,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742503_1679 (size=12697) 2024-12-03T16:08:02,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742505_1681 (size=31651) 2024-12-03T16:08:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:02,787 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:08:02,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:08:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T16:08:02,792 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:08:02,793 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:08:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-03T16:08:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T16:08:02,795 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:08:02,796 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:08:02,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:08:02,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120372627c4d5e6f40d9b991256ed129d575_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242082787/Put/seqid=0 2024-12-03T16:08:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742506_1682 (size=14794) 2024-12-03T16:08:02,841 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:02,845 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120372627c4d5e6f40d9b991256ed129d575_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120372627c4d5e6f40d9b991256ed129d575_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:02,846 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/6c42650c0ead4452b6b0060d9896bff5, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:02,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/6c42650c0ead4452b6b0060d9896bff5 is 175, key is test_row_0/A:col10/1733242082787/Put/seqid=0 2024-12-03T16:08:02,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742507_1683 (size=39749) 2024-12-03T16:08:02,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242142891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T16:08:02,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242142898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:02,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-03T16:08:02,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:02,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:08:02,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:02,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:02,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:03,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242143006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:03,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:03,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242143011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T16:08:03,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-03T16:08:03,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:03,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:08:03,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:03,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:03,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:03,178 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/251bf026c06949b4a53f69670d79e861 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/251bf026c06949b4a53f69670d79e861 2024-12-03T16:08:03,193 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1189368b615fd26787735f85bb5933a3/A of 1189368b615fd26787735f85bb5933a3 into 251bf026c06949b4a53f69670d79e861(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:08:03,193 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:03,193 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/A, priority=12, startTime=1733242082613; duration=0sec 2024-12-03T16:08:03,193 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:08:03,193 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:A 2024-12-03T16:08:03,193 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:08:03,199 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:08:03,199 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/C is initiating minor compaction (all files) 2024-12-03T16:08:03,199 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/C in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:03,199 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/2a033917ebc643278128df2264dd667b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/1d9b58032125434cac6f38d20b5631e7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/fbf36cdec0394385884baa8e4e8117a0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/cd8b4511462c4e5a93b9d423ec15d71e] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=47.9 K 2024-12-03T16:08:03,202 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/856d7dd62d084aafaf3134dc8440930c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/856d7dd62d084aafaf3134dc8440930c 2024-12-03T16:08:03,202 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a033917ebc643278128df2264dd667b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733242077594 2024-12-03T16:08:03,206 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d9b58032125434cac6f38d20b5631e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733242078921 2024-12-03T16:08:03,209 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbf36cdec0394385884baa8e4e8117a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733242079662 2024-12-03T16:08:03,209 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd8b4511462c4e5a93b9d423ec15d71e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733242080916 2024-12-03T16:08:03,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242143221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:03,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:03,242 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1189368b615fd26787735f85bb5933a3/B of 1189368b615fd26787735f85bb5933a3 into 856d7dd62d084aafaf3134dc8440930c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:08:03,242 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:03,242 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/B, priority=12, startTime=1733242082614; duration=0sec 2024-12-03T16:08:03,242 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:03,242 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:B 2024-12-03T16:08:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242143231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:03,264 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#C#compaction#577 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:08:03,265 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/802e8b26cbea466ba99ef6cee5653726 is 50, key is test_row_0/C:col10/1733242081568/Put/seqid=0 2024-12-03T16:08:03,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-03T16:08:03,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:03,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:08:03,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:03,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:03,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:03,286 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/6c42650c0ead4452b6b0060d9896bff5 2024-12-03T16:08:03,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742508_1684 (size=12697) 2024-12-03T16:08:03,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/4e72e3a9efe4448b834452071f952dec is 50, key is test_row_0/B:col10/1733242082787/Put/seqid=0 2024-12-03T16:08:03,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742509_1685 (size=12151) 2024-12-03T16:08:03,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/4e72e3a9efe4448b834452071f952dec 2024-12-03T16:08:03,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/34a05ac74cf24ca9aab31cdd50c96e26 is 50, key is test_row_0/C:col10/1733242082787/Put/seqid=0 2024-12-03T16:08:03,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742510_1686 (size=12151) 2024-12-03T16:08:03,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/34a05ac74cf24ca9aab31cdd50c96e26 2024-12-03T16:08:03,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/6c42650c0ead4452b6b0060d9896bff5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/6c42650c0ead4452b6b0060d9896bff5 2024-12-03T16:08:03,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/6c42650c0ead4452b6b0060d9896bff5, entries=200, sequenceid=251, filesize=38.8 K 2024-12-03T16:08:03,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/4e72e3a9efe4448b834452071f952dec as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/4e72e3a9efe4448b834452071f952dec 2024-12-03T16:08:03,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/4e72e3a9efe4448b834452071f952dec, entries=150, sequenceid=251, filesize=11.9 K 2024-12-03T16:08:03,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/34a05ac74cf24ca9aab31cdd50c96e26 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/34a05ac74cf24ca9aab31cdd50c96e26 2024-12-03T16:08:03,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/34a05ac74cf24ca9aab31cdd50c96e26, entries=150, sequenceid=251, filesize=11.9 K 2024-12-03T16:08:03,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1189368b615fd26787735f85bb5933a3 in 593ms, sequenceid=251, compaction requested=false 2024-12-03T16:08:03,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T16:08:03,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-03T16:08:03,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:03,425 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T16:08:03,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c25bd914dff84e1e85705fcf52c39274_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242082841/Put/seqid=0 2024-12-03T16:08:03,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742511_1687 (size=12454) 2024-12-03T16:08:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:08:03,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242143584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:03,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242143584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:03,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242143702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:03,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242143702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:03,732 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/802e8b26cbea466ba99ef6cee5653726 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/802e8b26cbea466ba99ef6cee5653726 2024-12-03T16:08:03,738 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1189368b615fd26787735f85bb5933a3/C of 1189368b615fd26787735f85bb5933a3 into 802e8b26cbea466ba99ef6cee5653726(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:08:03,738 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:03,738 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/C, priority=12, startTime=1733242082614; duration=0sec 2024-12-03T16:08:03,738 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:03,738 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:C 2024-12-03T16:08:03,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:03,893 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c25bd914dff84e1e85705fcf52c39274_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c25bd914dff84e1e85705fcf52c39274_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:03,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/1dd6f0aaad4e4b4594deccf389b7aba2, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:03,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/1dd6f0aaad4e4b4594deccf389b7aba2 is 175, key is test_row_0/A:col10/1733242082841/Put/seqid=0 2024-12-03T16:08:03,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742512_1688 (size=31255) 2024-12-03T16:08:03,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242143921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:03,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242143922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T16:08:04,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242144231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:04,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242144232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:04,314 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/1dd6f0aaad4e4b4594deccf389b7aba2 2024-12-03T16:08:04,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/97d2f43bc2794c6aa5a7c19759fb418c is 50, key is test_row_0/B:col10/1733242082841/Put/seqid=0 2024-12-03T16:08:04,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742513_1689 (size=12301) 2024-12-03T16:08:04,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242144752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:04,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242144752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:04,775 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/97d2f43bc2794c6aa5a7c19759fb418c 2024-12-03T16:08:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/02c17b413349480db979b6c2cab1e63a is 50, key is test_row_0/C:col10/1733242082841/Put/seqid=0 2024-12-03T16:08:04,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742514_1690 (size=12301) 2024-12-03T16:08:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T16:08:05,222 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/02c17b413349480db979b6c2cab1e63a 2024-12-03T16:08:05,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/1dd6f0aaad4e4b4594deccf389b7aba2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1dd6f0aaad4e4b4594deccf389b7aba2 2024-12-03T16:08:05,272 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1dd6f0aaad4e4b4594deccf389b7aba2, entries=150, sequenceid=277, filesize=30.5 K 2024-12-03T16:08:05,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/97d2f43bc2794c6aa5a7c19759fb418c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/97d2f43bc2794c6aa5a7c19759fb418c 2024-12-03T16:08:05,277 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/97d2f43bc2794c6aa5a7c19759fb418c, entries=150, sequenceid=277, filesize=12.0 K 2024-12-03T16:08:05,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/02c17b413349480db979b6c2cab1e63a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/02c17b413349480db979b6c2cab1e63a 2024-12-03T16:08:05,297 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/02c17b413349480db979b6c2cab1e63a, entries=150, sequenceid=277, filesize=12.0 K 2024-12-03T16:08:05,298 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1189368b615fd26787735f85bb5933a3 in 1874ms, sequenceid=277, compaction requested=true 2024-12-03T16:08:05,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:05,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:05,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-03T16:08:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-03T16:08:05,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-03T16:08:05,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5040 sec 2024-12-03T16:08:05,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.5120 sec 2024-12-03T16:08:05,780 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:08:05,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T16:08:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:05,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203019df64f221140f58bedbfed45d03924_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242083581/Put/seqid=0 2024-12-03T16:08:05,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742515_1691 (size=14994) 2024-12-03T16:08:05,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242145854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:05,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242145855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:05,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242145962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:05,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242145972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:05,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:05,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:05,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:06,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242146172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:06,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242146182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:06,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:06,236 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:06,240 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203019df64f221140f58bedbfed45d03924_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203019df64f221140f58bedbfed45d03924_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:06,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/1d3b3e52b8bf4a33a27f90ff8a391ada, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:06,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/1d3b3e52b8bf4a33a27f90ff8a391ada is 175, key is test_row_0/A:col10/1733242083581/Put/seqid=0 2024-12-03T16:08:06,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742516_1692 (size=39949) 2024-12-03T16:08:06,250 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/1d3b3e52b8bf4a33a27f90ff8a391ada 2024-12-03T16:08:06,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/dcf9cd5bd81840ad8b88b08a70bcfdd1 is 50, key is test_row_0/B:col10/1733242083581/Put/seqid=0 2024-12-03T16:08:06,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742517_1693 (size=12301) 2024-12-03T16:08:06,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242146482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:06,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:06,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242146492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:06,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59546 deadline: 1733242146591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:06,596 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_0' in 1189368b615fd26787735f85bb5933a3 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18267 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:08:06,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:06,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1733242146651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:06,656 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_2' in 1189368b615fd26787735f85bb5933a3 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18316 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:08:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:06,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/dcf9cd5bd81840ad8b88b08a70bcfdd1 2024-12-03T16:08:06,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1733242146672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:06,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/2bcd1901d55746388c23f7cf8ee43006 is 50, key is test_row_0/C:col10/1733242083581/Put/seqid=0 2024-12-03T16:08:06,674 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 713339a81dd9,43037,1733241911101 for 'test_row_1' in 1189368b615fd26787735f85bb5933a3 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18324 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T16:08:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:06,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742518_1694 (size=12301) 2024-12-03T16:08:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T16:08:06,952 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:08:06,952 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:08:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-12-03T16:08:06,957 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:08:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T16:08:06,958 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:08:06,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:08:06,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242146992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:07,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242147001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:07,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:07,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:07,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T16:08:07,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/2bcd1901d55746388c23f7cf8ee43006 2024-12-03T16:08:07,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T16:08:07,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:07,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:08:07,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:07,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:07,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T16:08:07,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/1d3b3e52b8bf4a33a27f90ff8a391ada as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1d3b3e52b8bf4a33a27f90ff8a391ada 2024-12-03T16:08:07,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1d3b3e52b8bf4a33a27f90ff8a391ada, entries=200, sequenceid=293, filesize=39.0 K 2024-12-03T16:08:07,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/dcf9cd5bd81840ad8b88b08a70bcfdd1 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/dcf9cd5bd81840ad8b88b08a70bcfdd1 2024-12-03T16:08:07,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/dcf9cd5bd81840ad8b88b08a70bcfdd1, entries=150, sequenceid=293, filesize=12.0 K 2024-12-03T16:08:07,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/2bcd1901d55746388c23f7cf8ee43006 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/2bcd1901d55746388c23f7cf8ee43006 2024-12-03T16:08:07,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/2bcd1901d55746388c23f7cf8ee43006, entries=150, sequenceid=293, filesize=12.0 K 2024-12-03T16:08:07,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1189368b615fd26787735f85bb5933a3 in 1370ms, sequenceid=293, compaction requested=true 2024-12-03T16:08:07,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:07,150 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:08:07,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:08:07,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:07,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:08:07,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:07,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:08:07,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:08:07,151 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:08:07,152 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142604 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:08:07,152 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/A is initiating minor compaction (all files) 2024-12-03T16:08:07,152 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/A in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:07,152 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/251bf026c06949b4a53f69670d79e861, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/6c42650c0ead4452b6b0060d9896bff5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1dd6f0aaad4e4b4594deccf389b7aba2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1d3b3e52b8bf4a33a27f90ff8a391ada] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=139.3 K 2024-12-03T16:08:07,152 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:07,152 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/251bf026c06949b4a53f69670d79e861, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/6c42650c0ead4452b6b0060d9896bff5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1dd6f0aaad4e4b4594deccf389b7aba2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1d3b3e52b8bf4a33a27f90ff8a391ada] 2024-12-03T16:08:07,153 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 251bf026c06949b4a53f69670d79e861, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733242080916 2024-12-03T16:08:07,153 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:08:07,153 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/B is initiating minor compaction (all files) 2024-12-03T16:08:07,153 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/B in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:07,153 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/856d7dd62d084aafaf3134dc8440930c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/4e72e3a9efe4448b834452071f952dec, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/97d2f43bc2794c6aa5a7c19759fb418c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/dcf9cd5bd81840ad8b88b08a70bcfdd1] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=48.3 K 2024-12-03T16:08:07,154 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c42650c0ead4452b6b0060d9896bff5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733242081587 2024-12-03T16:08:07,154 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 856d7dd62d084aafaf3134dc8440930c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733242080916 2024-12-03T16:08:07,154 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dd6f0aaad4e4b4594deccf389b7aba2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733242082841 2024-12-03T16:08:07,155 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e72e3a9efe4448b834452071f952dec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733242081587 2024-12-03T16:08:07,155 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d3b3e52b8bf4a33a27f90ff8a391ada, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733242083574 2024-12-03T16:08:07,155 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 97d2f43bc2794c6aa5a7c19759fb418c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733242082841 2024-12-03T16:08:07,157 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting dcf9cd5bd81840ad8b88b08a70bcfdd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733242083574 2024-12-03T16:08:07,179 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:07,184 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#B#compaction#587 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:08:07,184 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/06cad3264cfd4e86bdfcd41f6580b572 is 50, key is test_row_0/B:col10/1733242083581/Put/seqid=0 2024-12-03T16:08:07,186 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203a9ff3e8328714d13a13e89b79a6f678a_1189368b615fd26787735f85bb5933a3 store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:07,189 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203a9ff3e8328714d13a13e89b79a6f678a_1189368b615fd26787735f85bb5933a3, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:07,189 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a9ff3e8328714d13a13e89b79a6f678a_1189368b615fd26787735f85bb5933a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742519_1695 (size=12983) 2024-12-03T16:08:07,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742520_1696 (size=4469) 2024-12-03T16:08:07,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T16:08:07,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:07,266 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-03T16:08:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T16:08:07,275 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/06cad3264cfd4e86bdfcd41f6580b572 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/06cad3264cfd4e86bdfcd41f6580b572 2024-12-03T16:08:07,280 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1189368b615fd26787735f85bb5933a3/B of 1189368b615fd26787735f85bb5933a3 into 06cad3264cfd4e86bdfcd41f6580b572(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:08:07,280 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:07,280 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/B, priority=12, startTime=1733242087151; duration=0sec 2024-12-03T16:08:07,280 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:08:07,280 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:B 2024-12-03T16:08:07,280 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T16:08:07,281 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T16:08:07,282 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/C is initiating minor compaction (all files) 2024-12-03T16:08:07,282 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/C in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:07,282 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/802e8b26cbea466ba99ef6cee5653726, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/34a05ac74cf24ca9aab31cdd50c96e26, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/02c17b413349480db979b6c2cab1e63a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/2bcd1901d55746388c23f7cf8ee43006] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=48.3 K 2024-12-03T16:08:07,282 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 802e8b26cbea466ba99ef6cee5653726, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733242080916 2024-12-03T16:08:07,283 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 34a05ac74cf24ca9aab31cdd50c96e26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733242081587 2024-12-03T16:08:07,284 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 02c17b413349480db979b6c2cab1e63a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733242082841 2024-12-03T16:08:07,284 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bcd1901d55746388c23f7cf8ee43006, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733242083574 2024-12-03T16:08:07,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a6915eda04704e118dbcb0c5c2dbdf8d_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242085824/Put/seqid=0 2024-12-03T16:08:07,321 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#C#compaction#589 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:08:07,321 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/3374730bdc7a476ab2604b31afc5f344 is 50, key is test_row_0/C:col10/1733242083581/Put/seqid=0 2024-12-03T16:08:07,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742521_1697 (size=12454) 2024-12-03T16:08:07,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,340 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a6915eda04704e118dbcb0c5c2dbdf8d_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a6915eda04704e118dbcb0c5c2dbdf8d_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:07,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/122a473552ad46689c70651b4b4a9eb0, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:07,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/122a473552ad46689c70651b4b4a9eb0 is 175, key is test_row_0/A:col10/1733242085824/Put/seqid=0 2024-12-03T16:08:07,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742522_1698 (size=12983) 2024-12-03T16:08:07,361 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/3374730bdc7a476ab2604b31afc5f344 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/3374730bdc7a476ab2604b31afc5f344 2024-12-03T16:08:07,366 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1189368b615fd26787735f85bb5933a3/C of 1189368b615fd26787735f85bb5933a3 into 3374730bdc7a476ab2604b31afc5f344(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:08:07,366 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:07,366 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/C, priority=12, startTime=1733242087151; duration=0sec 2024-12-03T16:08:07,366 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:07,366 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:C 2024-12-03T16:08:07,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742523_1699 (size=31255) 2024-12-03T16:08:07,373 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/122a473552ad46689c70651b4b4a9eb0 2024-12-03T16:08:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/e5e2e4a01ea5442a9e21a29d5451c41b is 50, key is test_row_0/B:col10/1733242085824/Put/seqid=0 2024-12-03T16:08:07,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742524_1700 (size=12301) 2024-12-03T16:08:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T16:08:07,671 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#A#compaction#586 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:08:07,671 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/452715e0926f4bf5b08dd50c7059d293 is 175, key is test_row_0/A:col10/1733242083581/Put/seqid=0 2024-12-03T16:08:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742525_1701 (size=31937) 2024-12-03T16:08:07,728 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/452715e0926f4bf5b08dd50c7059d293 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/452715e0926f4bf5b08dd50c7059d293 2024-12-03T16:08:07,737 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1189368b615fd26787735f85bb5933a3/A of 1189368b615fd26787735f85bb5933a3 into 452715e0926f4bf5b08dd50c7059d293(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:08:07,737 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:07,737 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/A, priority=12, startTime=1733242087150; duration=0sec 2024-12-03T16:08:07,737 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:07,738 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:A 2024-12-03T16:08:07,831 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/e5e2e4a01ea5442a9e21a29d5451c41b 2024-12-03T16:08:07,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/0a7e79b72e424577a70e9221d24bff87 is 50, key is test_row_0/C:col10/1733242085824/Put/seqid=0 2024-12-03T16:08:07,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742526_1702 (size=12301) 2024-12-03T16:08:07,870 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/0a7e79b72e424577a70e9221d24bff87 2024-12-03T16:08:07,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/122a473552ad46689c70651b4b4a9eb0 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/122a473552ad46689c70651b4b4a9eb0 2024-12-03T16:08:07,878 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/122a473552ad46689c70651b4b4a9eb0, entries=150, sequenceid=314, filesize=30.5 K 2024-12-03T16:08:07,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/e5e2e4a01ea5442a9e21a29d5451c41b as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e5e2e4a01ea5442a9e21a29d5451c41b 2024-12-03T16:08:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,883 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e5e2e4a01ea5442a9e21a29d5451c41b, entries=150, sequenceid=314, filesize=12.0 K 2024-12-03T16:08:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/0a7e79b72e424577a70e9221d24bff87 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/0a7e79b72e424577a70e9221d24bff87 2024-12-03T16:08:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,887 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/0a7e79b72e424577a70e9221d24bff87, entries=150, sequenceid=314, filesize=12.0 K 2024-12-03T16:08:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,890 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 1189368b615fd26787735f85bb5933a3 in 624ms, sequenceid=314, compaction requested=false 2024-12-03T16:08:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-12-03T16:08:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-12-03T16:08:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-03T16:08:07,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 932 msec 2024-12-03T16:08:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 941 msec 2024-12-03T16:08:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:08,065 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:08:08,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T16:08:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203642366d1f9d94342b32c2069bf50b9ba_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242088063/Put/seqid=0 2024-12-03T16:08:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T16:08:08,091 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:08:08,092 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-03T16:08:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-12-03T16:08:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T16:08:08,094 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T16:08:08,095 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T16:08:08,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T16:08:08,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742528_1704 (size=25158) 2024-12-03T16:08:08,105 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,108 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203642366d1f9d94342b32c2069bf50b9ba_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203642366d1f9d94342b32c2069bf50b9ba_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:08,109 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/ddb29323ab2248f38913cd194dddbab7, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:08,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/ddb29323ab2248f38913cd194dddbab7 is 175, key is test_row_0/A:col10/1733242088063/Put/seqid=0 2024-12-03T16:08:08,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742527_1703 (size=74795) 2024-12-03T16:08:08,112 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/ddb29323ab2248f38913cd194dddbab7 2024-12-03T16:08:08,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/3e8be2796b9f4d769446609a473cef21 is 50, key is test_row_0/B:col10/1733242088063/Put/seqid=0 2024-12-03T16:08:08,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742529_1705 (size=12301) 2024-12-03T16:08:08,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/3e8be2796b9f4d769446609a473cef21 2024-12-03T16:08:08,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/35a85676c1c84770a6cb8383a329449c is 50, key is test_row_0/C:col10/1733242088063/Put/seqid=0 2024-12-03T16:08:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742530_1706 (size=12301) 2024-12-03T16:08:08,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/35a85676c1c84770a6cb8383a329449c 2024-12-03T16:08:08,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242148151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:08,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242148153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:08,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/ddb29323ab2248f38913cd194dddbab7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ddb29323ab2248f38913cd194dddbab7 2024-12-03T16:08:08,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ddb29323ab2248f38913cd194dddbab7, entries=400, sequenceid=328, filesize=73.0 K 2024-12-03T16:08:08,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/3e8be2796b9f4d769446609a473cef21 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/3e8be2796b9f4d769446609a473cef21 2024-12-03T16:08:08,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/3e8be2796b9f4d769446609a473cef21, entries=150, sequenceid=328, filesize=12.0 K 2024-12-03T16:08:08,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/35a85676c1c84770a6cb8383a329449c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/35a85676c1c84770a6cb8383a329449c 2024-12-03T16:08:08,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/35a85676c1c84770a6cb8383a329449c, entries=150, sequenceid=328, filesize=12.0 K 2024-12-03T16:08:08,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1189368b615fd26787735f85bb5933a3 in 106ms, sequenceid=328, compaction requested=true 2024-12-03T16:08:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:08:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:08,171 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:08:08,171 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:08:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:08:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:08:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:08:08,172 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:08:08,172 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137987 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:08:08,172 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/B is initiating minor compaction (all files) 2024-12-03T16:08:08,173 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/A is initiating minor compaction (all files) 2024-12-03T16:08:08,173 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/B in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:08,173 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/A in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:08,173 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/06cad3264cfd4e86bdfcd41f6580b572, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e5e2e4a01ea5442a9e21a29d5451c41b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/3e8be2796b9f4d769446609a473cef21] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=36.7 K 2024-12-03T16:08:08,173 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/452715e0926f4bf5b08dd50c7059d293, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/122a473552ad46689c70651b4b4a9eb0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ddb29323ab2248f38913cd194dddbab7] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=134.8 K 2024-12-03T16:08:08,173 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:08,173 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/452715e0926f4bf5b08dd50c7059d293, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/122a473552ad46689c70651b4b4a9eb0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ddb29323ab2248f38913cd194dddbab7] 2024-12-03T16:08:08,175 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 06cad3264cfd4e86bdfcd41f6580b572, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733242083574 2024-12-03T16:08:08,175 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 452715e0926f4bf5b08dd50c7059d293, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733242083574 2024-12-03T16:08:08,175 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting e5e2e4a01ea5442a9e21a29d5451c41b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733242085824 2024-12-03T16:08:08,175 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 122a473552ad46689c70651b4b4a9eb0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733242085824 2024-12-03T16:08:08,176 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddb29323ab2248f38913cd194dddbab7, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733242088038 2024-12-03T16:08:08,176 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e8be2796b9f4d769446609a473cef21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733242088060 2024-12-03T16:08:08,184 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#B#compaction#595 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:08:08,185 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/304a7155f1a6443ca29995ecc1347da2 is 50, key is test_row_0/B:col10/1733242088063/Put/seqid=0 2024-12-03T16:08:08,198 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T16:08:08,202 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203df59fd02394a41559fd5ad34b3c6c6c4_1189368b615fd26787735f85bb5933a3 store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:08,204 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203df59fd02394a41559fd5ad34b3c6c6c4_1189368b615fd26787735f85bb5933a3, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:08,204 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203df59fd02394a41559fd5ad34b3c6c6c4_1189368b615fd26787735f85bb5933a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:08,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742531_1707 (size=13085) 2024-12-03T16:08:08,220 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/304a7155f1a6443ca29995ecc1347da2 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/304a7155f1a6443ca29995ecc1347da2 2024-12-03T16:08:08,224 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/B of 1189368b615fd26787735f85bb5933a3 into 304a7155f1a6443ca29995ecc1347da2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:08:08,224 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:08,224 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/B, priority=13, startTime=1733242088171; duration=0sec 2024-12-03T16:08:08,224 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:08:08,224 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:B 2024-12-03T16:08:08,225 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:08:08,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742532_1708 (size=4469) 2024-12-03T16:08:08,226 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:08:08,226 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/C is initiating minor compaction (all files) 2024-12-03T16:08:08,226 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/C in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:08,226 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/3374730bdc7a476ab2604b31afc5f344, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/0a7e79b72e424577a70e9221d24bff87, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/35a85676c1c84770a6cb8383a329449c] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=36.7 K 2024-12-03T16:08:08,227 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 3374730bdc7a476ab2604b31afc5f344, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733242083574 2024-12-03T16:08:08,227 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a7e79b72e424577a70e9221d24bff87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733242085824 2024-12-03T16:08:08,228 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a85676c1c84770a6cb8383a329449c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733242088060 2024-12-03T16:08:08,237 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#C#compaction#597 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:08:08,237 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/3a7849febac247098cdaaf97f60141c5 is 50, key is test_row_0/C:col10/1733242088063/Put/seqid=0 2024-12-03T16:08:08,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742533_1709 (size=13085) 2024-12-03T16:08:08,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-03T16:08:08,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:08,249 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T16:08:08,256 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/3a7849febac247098cdaaf97f60141c5 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/3a7849febac247098cdaaf97f60141c5 2024-12-03T16:08:08,264 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/C of 1189368b615fd26787735f85bb5933a3 into 3a7849febac247098cdaaf97f60141c5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:08:08,264 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:08,264 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/C, priority=13, startTime=1733242088171; duration=0sec 2024-12-03T16:08:08,264 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:08,264 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:C 2024-12-03T16:08:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:08,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. as already flushing 2024-12-03T16:08:08,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032f7194634b8b4d59bd8ce712475d20eb_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242088143/Put/seqid=0 2024-12-03T16:08:08,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59516 deadline: 1733242148282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:08,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T16:08:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:08,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59530 deadline: 1733242148284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 2024-12-03T16:08:08,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 , the old value is region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:08,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T16:08:08,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., hostname=713339a81dd9,43037,1733241911101, seqNum=5 because the exception is null or not the one we care about 2024-12-03T16:08:08,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742534_1710 (size=12454) 2024-12-03T16:08:08,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,300 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032f7194634b8b4d59bd8ce712475d20eb_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032f7194634b8b4d59bd8ce712475d20eb_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:08,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/a9662f9879b44e00a68fcc093c3302c9, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:08,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/a9662f9879b44e00a68fcc093c3302c9 is 175, key is test_row_0/A:col10/1733242088143/Put/seqid=0 2024-12-03T16:08:08,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742535_1711 (size=31255) 2024-12-03T16:08:08,313 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/a9662f9879b44e00a68fcc093c3302c9 2024-12-03T16:08:08,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/745466fd1c9f4f9da0d685ab9057e0a7 is 50, key is test_row_0/B:col10/1733242088143/Put/seqid=0 2024-12-03T16:08:08,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742536_1712 (size=12301) 2024-12-03T16:08:08,350 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/745466fd1c9f4f9da0d685ab9057e0a7 2024-12-03T16:08:08,363 INFO [Thread-2722 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2722. 2024-12-03T16:08:08,363 DEBUG [Thread-2722 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:08:08,363 DEBUG [Thread-2722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:08:08,363 DEBUG [Thread-2722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,366 INFO [Thread-2716 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2716. 2024-12-03T16:08:08,366 DEBUG [Thread-2716 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:08:08,366 DEBUG [Thread-2716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/c010cc2c59c8473d8af283aed6bbc21e is 50, key is test_row_0/C:col10/1733242088143/Put/seqid=0 2024-12-03T16:08:08,367 INFO [Thread-2720 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2720. 2024-12-03T16:08:08,367 DEBUG [Thread-2720 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:08:08,367 DEBUG [Thread-2720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,367 DEBUG [Thread-2720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:08:08,367 DEBUG [Thread-2716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:08:08,370 INFO [Thread-2718 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2718. 2024-12-03T16:08:08,370 DEBUG [Thread-2718 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:08:08,370 DEBUG [Thread-2718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,370 DEBUG [Thread-2718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:08:08,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742537_1713 (size=12301) 2024-12-03T16:08:08,371 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/c010cc2c59c8473d8af283aed6bbc21e 2024-12-03T16:08:08,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/a9662f9879b44e00a68fcc093c3302c9 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/a9662f9879b44e00a68fcc093c3302c9 2024-12-03T16:08:08,376 INFO [Thread-2724 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2724. 2024-12-03T16:08:08,376 DEBUG [Thread-2724 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:08:08,376 DEBUG [Thread-2724 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:08:08,377 DEBUG [Thread-2724 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,377 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/a9662f9879b44e00a68fcc093c3302c9, entries=150, sequenceid=354, filesize=30.5 K 2024-12-03T16:08:08,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/745466fd1c9f4f9da0d685ab9057e0a7 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/745466fd1c9f4f9da0d685ab9057e0a7 2024-12-03T16:08:08,381 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/745466fd1c9f4f9da0d685ab9057e0a7, entries=150, sequenceid=354, filesize=12.0 K 2024-12-03T16:08:08,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/c010cc2c59c8473d8af283aed6bbc21e as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/c010cc2c59c8473d8af283aed6bbc21e 2024-12-03T16:08:08,384 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/c010cc2c59c8473d8af283aed6bbc21e, entries=150, sequenceid=354, filesize=12.0 K 2024-12-03T16:08:08,385 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1189368b615fd26787735f85bb5933a3 in 137ms, sequenceid=354, compaction requested=false 2024-12-03T16:08:08,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:08,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:08,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-12-03T16:08:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-12-03T16:08:08,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-03T16:08:08,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 292 msec 2024-12-03T16:08:08,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 297 msec 2024-12-03T16:08:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43037 {}] regionserver.HRegion(8855): Flush requested on 1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:08,393 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T16:08:08,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T16:08:08,393 INFO [Thread-2705 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2705. 2024-12-03T16:08:08,393 DEBUG [Thread-2705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:08:08,393 DEBUG [Thread-2705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,394 DEBUG [Thread-2705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:08:08,394 INFO [Thread-2713 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2713. 2024-12-03T16:08:08,394 DEBUG [Thread-2713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:08:08,394 DEBUG [Thread-2713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,394 DEBUG [Thread-2713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:08,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:08:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T16:08:08,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120337ac5f92b8e249e980e985d25fff2bea_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242088392/Put/seqid=0 2024-12-03T16:08:08,411 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:08:08,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742538_1714 (size=12454) 2024-12-03T16:08:08,627 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#A#compaction#596 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:08:08,628 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/54c15b7c21ef4b79936d72bd9352f6d8 is 175, key is test_row_0/A:col10/1733242088063/Put/seqid=0 2024-12-03T16:08:08,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742539_1715 (size=32039) 2024-12-03T16:08:08,818 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:08,821 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120337ac5f92b8e249e980e985d25fff2bea_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120337ac5f92b8e249e980e985d25fff2bea_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:08,822 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0dd4f01800f349aebf39c2dffc3db2d3, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:08,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0dd4f01800f349aebf39c2dffc3db2d3 is 175, key is test_row_0/A:col10/1733242088392/Put/seqid=0 2024-12-03T16:08:08,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742540_1716 (size=31255) 2024-12-03T16:08:09,038 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/54c15b7c21ef4b79936d72bd9352f6d8 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/54c15b7c21ef4b79936d72bd9352f6d8 2024-12-03T16:08:09,042 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/A of 1189368b615fd26787735f85bb5933a3 into 54c15b7c21ef4b79936d72bd9352f6d8(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:08:09,042 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:09,042 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/A, priority=13, startTime=1733242088171; duration=0sec 2024-12-03T16:08:09,042 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:09,042 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:A 2024-12-03T16:08:09,227 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0dd4f01800f349aebf39c2dffc3db2d3 2024-12-03T16:08:09,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/958b8c2ca3ec4c4e8d729cfdd7f8e94a is 50, key is test_row_0/B:col10/1733242088392/Put/seqid=0 2024-12-03T16:08:09,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742541_1717 (size=12301) 2024-12-03T16:08:09,326 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T16:08:09,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/958b8c2ca3ec4c4e8d729cfdd7f8e94a 2024-12-03T16:08:09,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/f4e670c3f5644821ba21f4e096b0b703 is 50, key is test_row_0/C:col10/1733242088392/Put/seqid=0 2024-12-03T16:08:09,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742542_1718 (size=12301) 2024-12-03T16:08:10,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/f4e670c3f5644821ba21f4e096b0b703 2024-12-03T16:08:10,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/0dd4f01800f349aebf39c2dffc3db2d3 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0dd4f01800f349aebf39c2dffc3db2d3 2024-12-03T16:08:10,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0dd4f01800f349aebf39c2dffc3db2d3, entries=150, sequenceid=368, filesize=30.5 K 2024-12-03T16:08:10,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/958b8c2ca3ec4c4e8d729cfdd7f8e94a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/958b8c2ca3ec4c4e8d729cfdd7f8e94a 2024-12-03T16:08:10,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/958b8c2ca3ec4c4e8d729cfdd7f8e94a, entries=150, sequenceid=368, filesize=12.0 K 2024-12-03T16:08:10,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/f4e670c3f5644821ba21f4e096b0b703 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/f4e670c3f5644821ba21f4e096b0b703 2024-12-03T16:08:10,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/f4e670c3f5644821ba21f4e096b0b703, entries=150, sequenceid=368, filesize=12.0 K 2024-12-03T16:08:10,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 1189368b615fd26787735f85bb5933a3 in 1683ms, sequenceid=368, compaction requested=true 2024-12-03T16:08:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T16:08:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T16:08:10,076 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:08:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1189368b615fd26787735f85bb5933a3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T16:08:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:08:10,076 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:08:10,077 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:08:10,077 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:08:10,077 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/A is initiating minor compaction (all files) 2024-12-03T16:08:10,077 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/B is initiating minor compaction (all files) 2024-12-03T16:08:10,077 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/A in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:10,077 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/B in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:10,078 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/54c15b7c21ef4b79936d72bd9352f6d8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/a9662f9879b44e00a68fcc093c3302c9, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0dd4f01800f349aebf39c2dffc3db2d3] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=92.3 K 2024-12-03T16:08:10,078 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/304a7155f1a6443ca29995ecc1347da2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/745466fd1c9f4f9da0d685ab9057e0a7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/958b8c2ca3ec4c4e8d729cfdd7f8e94a] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=36.8 K 2024-12-03T16:08:10,078 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:10,078 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. files: [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/54c15b7c21ef4b79936d72bd9352f6d8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/a9662f9879b44e00a68fcc093c3302c9, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0dd4f01800f349aebf39c2dffc3db2d3] 2024-12-03T16:08:10,078 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 304a7155f1a6443ca29995ecc1347da2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733242088060 2024-12-03T16:08:10,078 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54c15b7c21ef4b79936d72bd9352f6d8, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733242088060 2024-12-03T16:08:10,078 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9662f9879b44e00a68fcc093c3302c9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733242088126 2024-12-03T16:08:10,078 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 745466fd1c9f4f9da0d685ab9057e0a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733242088126 2024-12-03T16:08:10,079 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dd4f01800f349aebf39c2dffc3db2d3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733242088263 2024-12-03T16:08:10,079 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 958b8c2ca3ec4c4e8d729cfdd7f8e94a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733242088263 2024-12-03T16:08:10,087 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#B#compaction#604 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:08:10,088 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/c6604389678d43f68f0ba22360291f01 is 50, key is test_row_0/B:col10/1733242088392/Put/seqid=0 2024-12-03T16:08:10,089 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:10,091 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120366f4d681d5d749d79c019eff2ce09077_1189368b615fd26787735f85bb5933a3 store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:10,094 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120366f4d681d5d749d79c019eff2ce09077_1189368b615fd26787735f85bb5933a3, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:10,094 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120366f4d681d5d749d79c019eff2ce09077_1189368b615fd26787735f85bb5933a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:10,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742543_1719 (size=13187) 2024-12-03T16:08:10,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742544_1720 (size=4469) 2024-12-03T16:08:10,500 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/c6604389678d43f68f0ba22360291f01 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/c6604389678d43f68f0ba22360291f01 2024-12-03T16:08:10,504 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#A#compaction#605 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:08:10,504 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/B of 1189368b615fd26787735f85bb5933a3 into c6604389678d43f68f0ba22360291f01(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:08:10,504 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:10,504 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/B, priority=13, startTime=1733242090076; duration=0sec 2024-12-03T16:08:10,504 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/e7a5e794712049fc8702498881e7b482 is 175, key is test_row_0/A:col10/1733242088392/Put/seqid=0 2024-12-03T16:08:10,504 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T16:08:10,504 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:B 2024-12-03T16:08:10,504 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T16:08:10,505 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T16:08:10,505 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1541): 1189368b615fd26787735f85bb5933a3/C is initiating minor compaction (all files) 2024-12-03T16:08:10,505 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1189368b615fd26787735f85bb5933a3/C in TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:10,505 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/3a7849febac247098cdaaf97f60141c5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/c010cc2c59c8473d8af283aed6bbc21e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/f4e670c3f5644821ba21f4e096b0b703] into tmpdir=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp, totalSize=36.8 K 2024-12-03T16:08:10,506 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a7849febac247098cdaaf97f60141c5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733242088060 2024-12-03T16:08:10,506 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting c010cc2c59c8473d8af283aed6bbc21e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733242088126 2024-12-03T16:08:10,506 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] compactions.Compactor(225): Compacting f4e670c3f5644821ba21f4e096b0b703, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733242088263 2024-12-03T16:08:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742545_1721 (size=32141) 2024-12-03T16:08:10,518 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1189368b615fd26787735f85bb5933a3#C#compaction#606 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T16:08:10,518 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/68fd850ae123414391c474aeab44af49 is 50, key is test_row_0/C:col10/1733242088392/Put/seqid=0 2024-12-03T16:08:10,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742546_1722 (size=13187) 2024-12-03T16:08:10,915 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/e7a5e794712049fc8702498881e7b482 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/e7a5e794712049fc8702498881e7b482 2024-12-03T16:08:10,919 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/A of 1189368b615fd26787735f85bb5933a3 into e7a5e794712049fc8702498881e7b482(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:08:10,919 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:10,919 INFO [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/A, priority=13, startTime=1733242090076; duration=0sec 2024-12-03T16:08:10,919 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:10,919 DEBUG [RS:0;713339a81dd9:43037-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:A 2024-12-03T16:08:10,925 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/68fd850ae123414391c474aeab44af49 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/68fd850ae123414391c474aeab44af49 2024-12-03T16:08:10,928 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1189368b615fd26787735f85bb5933a3/C of 1189368b615fd26787735f85bb5933a3 into 68fd850ae123414391c474aeab44af49(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T16:08:10,928 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1189368b615fd26787735f85bb5933a3: 2024-12-03T16:08:10,928 INFO [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., storeName=1189368b615fd26787735f85bb5933a3/C, priority=13, startTime=1733242090076; duration=0sec 2024-12-03T16:08:10,928 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T16:08:10,928 DEBUG [RS:0;713339a81dd9:43037-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1189368b615fd26787735f85bb5933a3:C 2024-12-03T16:08:16,633 INFO [Thread-2711 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2711. 2024-12-03T16:08:16,633 DEBUG [Thread-2711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:08:16,633 DEBUG [Thread-2711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:16,633 DEBUG [Thread-2711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:16,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:08:16,673 INFO [Thread-2707 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2707. 2024-12-03T16:08:16,673 DEBUG [Thread-2707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:08:16,673 DEBUG [Thread-2707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:16,673 DEBUG [Thread-2707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:16,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:08:16,752 INFO [Thread-2709 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2709. 2024-12-03T16:08:16,752 DEBUG [Thread-2709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T16:08:16,752 DEBUG [Thread-2709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:16,752 DEBUG [Thread-2709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:16,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:08:16,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T16:08:16,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-12-03T16:08:16,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-12-03T16:08:16,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-12-03T16:08:16,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-12-03T16:08:16,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 172 2024-12-03T16:08:16,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T16:08:16,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2171 2024-12-03T16:08:16,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2206 2024-12-03T16:08:16,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2161 2024-12-03T16:08:16,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2186 2024-12-03T16:08:16,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2190 2024-12-03T16:08:16,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T16:08:16,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T16:08:16,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T16:08:16,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:16,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:16,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:08:16,754 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-03T16:08:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T16:08:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T16:08:16,757 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733242096757"}]},"ts":"1733242096757"} 2024-12-03T16:08:16,758 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T16:08:16,758 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T16:08:16,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T16:08:16,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, UNASSIGN}] 2024-12-03T16:08:16,760 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, UNASSIGN 2024-12-03T16:08:16,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=1189368b615fd26787735f85bb5933a3, regionState=CLOSING, regionLocation=713339a81dd9,43037,1733241911101 2024-12-03T16:08:16,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, UNASSIGN because future has completed 2024-12-03T16:08:16,762 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T16:08:16,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101}] 2024-12-03T16:08:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T16:08:16,914 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(122): Close 1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:16,915 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T16:08:16,915 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1722): Closing 1189368b615fd26787735f85bb5933a3, disabling compactions & flushes 2024-12-03T16:08:16,915 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:16,915 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:16,915 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. after waiting 0 ms 2024-12-03T16:08:16,915 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:16,915 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(2902): Flushing 1189368b615fd26787735f85bb5933a3 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-03T16:08:16,920 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120329d0299159bb4941b0f82ea19254d05d_1189368b615fd26787735f85bb5933a3 is 50, key is test_row_0/A:col10/1733242096632/Put/seqid=0 2024-12-03T16:08:16,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742547_1723 (size=12454) 2024-12-03T16:08:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T16:08:17,324 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T16:08:17,327 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120329d0299159bb4941b0f82ea19254d05d_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120329d0299159bb4941b0f82ea19254d05d_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:17,328 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/5b0ae9f8cf564c46a38db29e821f2daf, store: [table=TestAcidGuarantees family=A region=1189368b615fd26787735f85bb5933a3] 2024-12-03T16:08:17,329 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/5b0ae9f8cf564c46a38db29e821f2daf is 175, key is test_row_0/A:col10/1733242096632/Put/seqid=0 2024-12-03T16:08:17,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742548_1724 (size=31255) 2024-12-03T16:08:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T16:08:17,733 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/5b0ae9f8cf564c46a38db29e821f2daf 2024-12-03T16:08:17,737 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/b504824b776c4bd3bd66fbf4e52d08a9 is 50, key is test_row_0/B:col10/1733242096632/Put/seqid=0 2024-12-03T16:08:17,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742549_1725 (size=12301) 2024-12-03T16:08:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T16:08:18,141 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/b504824b776c4bd3bd66fbf4e52d08a9 2024-12-03T16:08:18,146 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/5269290b8fe34b769a8687d241986a55 is 50, key is test_row_0/C:col10/1733242096632/Put/seqid=0 2024-12-03T16:08:18,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742550_1726 (size=12301) 2024-12-03T16:08:18,149 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/5269290b8fe34b769a8687d241986a55 2024-12-03T16:08:18,152 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/A/5b0ae9f8cf564c46a38db29e821f2daf as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/5b0ae9f8cf564c46a38db29e821f2daf 2024-12-03T16:08:18,154 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/5b0ae9f8cf564c46a38db29e821f2daf, entries=150, sequenceid=378, filesize=30.5 K 2024-12-03T16:08:18,154 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/B/b504824b776c4bd3bd66fbf4e52d08a9 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/b504824b776c4bd3bd66fbf4e52d08a9 2024-12-03T16:08:18,157 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/b504824b776c4bd3bd66fbf4e52d08a9, entries=150, sequenceid=378, filesize=12.0 K 2024-12-03T16:08:18,158 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/.tmp/C/5269290b8fe34b769a8687d241986a55 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/5269290b8fe34b769a8687d241986a55 2024-12-03T16:08:18,160 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/5269290b8fe34b769a8687d241986a55, entries=150, sequenceid=378, filesize=12.0 K 2024-12-03T16:08:18,161 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 1189368b615fd26787735f85bb5933a3 in 1246ms, sequenceid=378, compaction requested=false 2024-12-03T16:08:18,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0b7dce79a8e641bf9c5ba9526ec973a1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/9d61fa4ed1ad41fe8013649cd2aea08a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/fec5c3693c214735b7ef55d594c2d760, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/9f072c8807f44c0186f90eccf078d2dc, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7be312722a9b4801a39c8012ba6e087a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7f0ce509d1c74506901781d0675d2d4f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0048d9abf87a40df933a1972bb59c12a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/97d11ce7522a46a29c845b63b80d773c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/4222dcfcfead4bba950e3eb9eee8aa14, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ac1a1581fb8e4c2baf05eaf831df79a2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/e9f387be800e4c84b710a38281ff3bd5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/cabc314ea6fe4077be2aa2a5af7ec782, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/c32323813459481e8d31a0a007a30f12, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/82ca78ddaaea415bb0b876cbb4bd232b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/18fd431e3dce4a0e848da81c63425e04, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0f320cc47984468394e0bd4269e093ad, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/251bf026c06949b4a53f69670d79e861, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/6c42650c0ead4452b6b0060d9896bff5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1dd6f0aaad4e4b4594deccf389b7aba2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1d3b3e52b8bf4a33a27f90ff8a391ada, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/452715e0926f4bf5b08dd50c7059d293, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/122a473552ad46689c70651b4b4a9eb0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ddb29323ab2248f38913cd194dddbab7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/54c15b7c21ef4b79936d72bd9352f6d8, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/a9662f9879b44e00a68fcc093c3302c9, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0dd4f01800f349aebf39c2dffc3db2d3] to archive 2024-12-03T16:08:18,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:08:18,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0b7dce79a8e641bf9c5ba9526ec973a1 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0b7dce79a8e641bf9c5ba9526ec973a1 2024-12-03T16:08:18,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/9d61fa4ed1ad41fe8013649cd2aea08a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/9d61fa4ed1ad41fe8013649cd2aea08a 2024-12-03T16:08:18,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/fec5c3693c214735b7ef55d594c2d760 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/fec5c3693c214735b7ef55d594c2d760 2024-12-03T16:08:18,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/9f072c8807f44c0186f90eccf078d2dc to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/9f072c8807f44c0186f90eccf078d2dc 2024-12-03T16:08:18,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7be312722a9b4801a39c8012ba6e087a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7be312722a9b4801a39c8012ba6e087a 2024-12-03T16:08:18,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7f0ce509d1c74506901781d0675d2d4f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/7f0ce509d1c74506901781d0675d2d4f 2024-12-03T16:08:18,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0048d9abf87a40df933a1972bb59c12a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0048d9abf87a40df933a1972bb59c12a 2024-12-03T16:08:18,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/97d11ce7522a46a29c845b63b80d773c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/97d11ce7522a46a29c845b63b80d773c 2024-12-03T16:08:18,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/4222dcfcfead4bba950e3eb9eee8aa14 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/4222dcfcfead4bba950e3eb9eee8aa14 2024-12-03T16:08:18,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ac1a1581fb8e4c2baf05eaf831df79a2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ac1a1581fb8e4c2baf05eaf831df79a2 2024-12-03T16:08:18,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/e9f387be800e4c84b710a38281ff3bd5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/e9f387be800e4c84b710a38281ff3bd5 2024-12-03T16:08:18,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/cabc314ea6fe4077be2aa2a5af7ec782 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/cabc314ea6fe4077be2aa2a5af7ec782 2024-12-03T16:08:18,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/c32323813459481e8d31a0a007a30f12 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/c32323813459481e8d31a0a007a30f12 2024-12-03T16:08:18,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/82ca78ddaaea415bb0b876cbb4bd232b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/82ca78ddaaea415bb0b876cbb4bd232b 2024-12-03T16:08:18,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/18fd431e3dce4a0e848da81c63425e04 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/18fd431e3dce4a0e848da81c63425e04 2024-12-03T16:08:18,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0f320cc47984468394e0bd4269e093ad to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0f320cc47984468394e0bd4269e093ad 2024-12-03T16:08:18,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/251bf026c06949b4a53f69670d79e861 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/251bf026c06949b4a53f69670d79e861 2024-12-03T16:08:18,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/6c42650c0ead4452b6b0060d9896bff5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/6c42650c0ead4452b6b0060d9896bff5 2024-12-03T16:08:18,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1dd6f0aaad4e4b4594deccf389b7aba2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1dd6f0aaad4e4b4594deccf389b7aba2 2024-12-03T16:08:18,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1d3b3e52b8bf4a33a27f90ff8a391ada to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/1d3b3e52b8bf4a33a27f90ff8a391ada 2024-12-03T16:08:18,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/452715e0926f4bf5b08dd50c7059d293 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/452715e0926f4bf5b08dd50c7059d293 2024-12-03T16:08:18,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/122a473552ad46689c70651b4b4a9eb0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/122a473552ad46689c70651b4b4a9eb0 2024-12-03T16:08:18,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ddb29323ab2248f38913cd194dddbab7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/ddb29323ab2248f38913cd194dddbab7 2024-12-03T16:08:18,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/54c15b7c21ef4b79936d72bd9352f6d8 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/54c15b7c21ef4b79936d72bd9352f6d8 2024-12-03T16:08:18,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/a9662f9879b44e00a68fcc093c3302c9 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/a9662f9879b44e00a68fcc093c3302c9 2024-12-03T16:08:18,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0dd4f01800f349aebf39c2dffc3db2d3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/0dd4f01800f349aebf39c2dffc3db2d3 2024-12-03T16:08:18,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/cd0f7893ff13400580f05803ce5b59ac, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/68a6b4c266fc42349ee7806e19a8baa9, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/70085b7d1e2d40ec823eda737d968a97, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/6c434e7d63324f009ab8f64c982be195, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/23b2e5c4416b428db696d2231af0efce, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/a76c9531b19d459488e871e5eb1b1e28, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/abcd37ff7d7548e9b5bd6178cb96d242, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/8cfd8e38ede04569bee5a77b52bffc9e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/cc0e2e7db34b4fba99fddde370919b95, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e4aad84e3adf46a6bda63a5cef09e954, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/12a545aa78a143a3baca6b6fcb2e8e6a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e4cd7633cfd2488b8ae9a9ac46788790, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/7b626132191b460e91fb68754af4830f, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/689a55c435e648a2b10f2c26f1c06a6b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/9a61b8ed72424f60a2d2b52521c90a2c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/856d7dd62d084aafaf3134dc8440930c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/9cf497cc0252466ba241467f43d5c03c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/4e72e3a9efe4448b834452071f952dec, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/97d2f43bc2794c6aa5a7c19759fb418c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/06cad3264cfd4e86bdfcd41f6580b572, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/dcf9cd5bd81840ad8b88b08a70bcfdd1, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e5e2e4a01ea5442a9e21a29d5451c41b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/304a7155f1a6443ca29995ecc1347da2, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/3e8be2796b9f4d769446609a473cef21, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/745466fd1c9f4f9da0d685ab9057e0a7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/958b8c2ca3ec4c4e8d729cfdd7f8e94a] to archive 2024-12-03T16:08:18,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:08:18,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/cd0f7893ff13400580f05803ce5b59ac to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/cd0f7893ff13400580f05803ce5b59ac 2024-12-03T16:08:18,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/68a6b4c266fc42349ee7806e19a8baa9 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/68a6b4c266fc42349ee7806e19a8baa9 2024-12-03T16:08:18,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/70085b7d1e2d40ec823eda737d968a97 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/70085b7d1e2d40ec823eda737d968a97 2024-12-03T16:08:18,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/6c434e7d63324f009ab8f64c982be195 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/6c434e7d63324f009ab8f64c982be195 2024-12-03T16:08:18,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/23b2e5c4416b428db696d2231af0efce to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/23b2e5c4416b428db696d2231af0efce 2024-12-03T16:08:18,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/a76c9531b19d459488e871e5eb1b1e28 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/a76c9531b19d459488e871e5eb1b1e28 2024-12-03T16:08:18,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/abcd37ff7d7548e9b5bd6178cb96d242 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/abcd37ff7d7548e9b5bd6178cb96d242 2024-12-03T16:08:18,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/8cfd8e38ede04569bee5a77b52bffc9e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/8cfd8e38ede04569bee5a77b52bffc9e 2024-12-03T16:08:18,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/cc0e2e7db34b4fba99fddde370919b95 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/cc0e2e7db34b4fba99fddde370919b95 2024-12-03T16:08:18,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e4aad84e3adf46a6bda63a5cef09e954 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e4aad84e3adf46a6bda63a5cef09e954 2024-12-03T16:08:18,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/12a545aa78a143a3baca6b6fcb2e8e6a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/12a545aa78a143a3baca6b6fcb2e8e6a 2024-12-03T16:08:18,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e4cd7633cfd2488b8ae9a9ac46788790 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e4cd7633cfd2488b8ae9a9ac46788790 2024-12-03T16:08:18,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/7b626132191b460e91fb68754af4830f to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/7b626132191b460e91fb68754af4830f 2024-12-03T16:08:18,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/689a55c435e648a2b10f2c26f1c06a6b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/689a55c435e648a2b10f2c26f1c06a6b 2024-12-03T16:08:18,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/9a61b8ed72424f60a2d2b52521c90a2c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/9a61b8ed72424f60a2d2b52521c90a2c 2024-12-03T16:08:18,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/856d7dd62d084aafaf3134dc8440930c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/856d7dd62d084aafaf3134dc8440930c 2024-12-03T16:08:18,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/9cf497cc0252466ba241467f43d5c03c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/9cf497cc0252466ba241467f43d5c03c 2024-12-03T16:08:18,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/4e72e3a9efe4448b834452071f952dec to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/4e72e3a9efe4448b834452071f952dec 2024-12-03T16:08:18,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/97d2f43bc2794c6aa5a7c19759fb418c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/97d2f43bc2794c6aa5a7c19759fb418c 2024-12-03T16:08:18,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/06cad3264cfd4e86bdfcd41f6580b572 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/06cad3264cfd4e86bdfcd41f6580b572 2024-12-03T16:08:18,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/dcf9cd5bd81840ad8b88b08a70bcfdd1 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/dcf9cd5bd81840ad8b88b08a70bcfdd1 2024-12-03T16:08:18,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e5e2e4a01ea5442a9e21a29d5451c41b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/e5e2e4a01ea5442a9e21a29d5451c41b 2024-12-03T16:08:18,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/304a7155f1a6443ca29995ecc1347da2 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/304a7155f1a6443ca29995ecc1347da2 2024-12-03T16:08:18,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/3e8be2796b9f4d769446609a473cef21 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/3e8be2796b9f4d769446609a473cef21 2024-12-03T16:08:18,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/745466fd1c9f4f9da0d685ab9057e0a7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/745466fd1c9f4f9da0d685ab9057e0a7 2024-12-03T16:08:18,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/958b8c2ca3ec4c4e8d729cfdd7f8e94a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/958b8c2ca3ec4c4e8d729cfdd7f8e94a 2024-12-03T16:08:18,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/630f5c84ec814dd8b4b1f0e47273db29, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/bf6b0d31ce804e678390fa94a35368d4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/a6e85a70926848ae952e7d293254990a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/7aab619285504ae8bbdca34d38a714ab, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/8bc23c34dddf4683aa2817481d939dc4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/eed5c660c44f4d419fadaed72de0eae7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/b0395d1589804456a8b7fc32895a37d7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/e3d20ebc7ebd441ca664fcb71b1b13a4, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/abb711d6c4284756ae479833caa00d56, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/7d4cf04979a44ca7bc15ed0719cebca7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/c3eed4e5ed6b4a6c86708f096865db79, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/2a033917ebc643278128df2264dd667b, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/57eb7bdb02064ee494304a564e201024, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/1d9b58032125434cac6f38d20b5631e7, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/fbf36cdec0394385884baa8e4e8117a0, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/802e8b26cbea466ba99ef6cee5653726, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/cd8b4511462c4e5a93b9d423ec15d71e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/34a05ac74cf24ca9aab31cdd50c96e26, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/02c17b413349480db979b6c2cab1e63a, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/3374730bdc7a476ab2604b31afc5f344, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/2bcd1901d55746388c23f7cf8ee43006, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/0a7e79b72e424577a70e9221d24bff87, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/3a7849febac247098cdaaf97f60141c5, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/35a85676c1c84770a6cb8383a329449c, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/c010cc2c59c8473d8af283aed6bbc21e, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/f4e670c3f5644821ba21f4e096b0b703] to archive 2024-12-03T16:08:18,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T16:08:18,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/630f5c84ec814dd8b4b1f0e47273db29 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/630f5c84ec814dd8b4b1f0e47273db29 2024-12-03T16:08:18,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/bf6b0d31ce804e678390fa94a35368d4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/bf6b0d31ce804e678390fa94a35368d4 2024-12-03T16:08:18,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/a6e85a70926848ae952e7d293254990a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/a6e85a70926848ae952e7d293254990a 2024-12-03T16:08:18,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/7aab619285504ae8bbdca34d38a714ab to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/7aab619285504ae8bbdca34d38a714ab 2024-12-03T16:08:18,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/8bc23c34dddf4683aa2817481d939dc4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/8bc23c34dddf4683aa2817481d939dc4 2024-12-03T16:08:18,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/eed5c660c44f4d419fadaed72de0eae7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/eed5c660c44f4d419fadaed72de0eae7 2024-12-03T16:08:18,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/b0395d1589804456a8b7fc32895a37d7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/b0395d1589804456a8b7fc32895a37d7 2024-12-03T16:08:18,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/e3d20ebc7ebd441ca664fcb71b1b13a4 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/e3d20ebc7ebd441ca664fcb71b1b13a4 2024-12-03T16:08:18,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/abb711d6c4284756ae479833caa00d56 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/abb711d6c4284756ae479833caa00d56 2024-12-03T16:08:18,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/7d4cf04979a44ca7bc15ed0719cebca7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/7d4cf04979a44ca7bc15ed0719cebca7 2024-12-03T16:08:18,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/c3eed4e5ed6b4a6c86708f096865db79 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/c3eed4e5ed6b4a6c86708f096865db79 2024-12-03T16:08:18,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/2a033917ebc643278128df2264dd667b to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/2a033917ebc643278128df2264dd667b 2024-12-03T16:08:18,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/57eb7bdb02064ee494304a564e201024 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/57eb7bdb02064ee494304a564e201024 2024-12-03T16:08:18,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/1d9b58032125434cac6f38d20b5631e7 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/1d9b58032125434cac6f38d20b5631e7 2024-12-03T16:08:18,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/fbf36cdec0394385884baa8e4e8117a0 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/fbf36cdec0394385884baa8e4e8117a0 2024-12-03T16:08:18,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/802e8b26cbea466ba99ef6cee5653726 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/802e8b26cbea466ba99ef6cee5653726 2024-12-03T16:08:18,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/cd8b4511462c4e5a93b9d423ec15d71e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/cd8b4511462c4e5a93b9d423ec15d71e 2024-12-03T16:08:18,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/34a05ac74cf24ca9aab31cdd50c96e26 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/34a05ac74cf24ca9aab31cdd50c96e26 2024-12-03T16:08:18,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/02c17b413349480db979b6c2cab1e63a to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/02c17b413349480db979b6c2cab1e63a 2024-12-03T16:08:18,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/3374730bdc7a476ab2604b31afc5f344 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/3374730bdc7a476ab2604b31afc5f344 2024-12-03T16:08:18,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/2bcd1901d55746388c23f7cf8ee43006 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/2bcd1901d55746388c23f7cf8ee43006 2024-12-03T16:08:18,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/0a7e79b72e424577a70e9221d24bff87 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/0a7e79b72e424577a70e9221d24bff87 2024-12-03T16:08:18,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/3a7849febac247098cdaaf97f60141c5 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/3a7849febac247098cdaaf97f60141c5 2024-12-03T16:08:18,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/35a85676c1c84770a6cb8383a329449c to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/35a85676c1c84770a6cb8383a329449c 2024-12-03T16:08:18,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/c010cc2c59c8473d8af283aed6bbc21e to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/c010cc2c59c8473d8af283aed6bbc21e 2024-12-03T16:08:18,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/f4e670c3f5644821ba21f4e096b0b703 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/f4e670c3f5644821ba21f4e096b0b703 2024-12-03T16:08:18,255 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/recovered.edits/381.seqid, newMaxSeqId=381, maxSeqId=4 2024-12-03T16:08:18,255 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. 2024-12-03T16:08:18,255 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1676): Region close journal for 1189368b615fd26787735f85bb5933a3: Waiting for close lock at 1733242096915Running coprocessor pre-close hooks at 1733242096915Disabling compacts and flushes for region at 1733242096915Disabling writes for close at 1733242096915Obtaining lock to block concurrent updates at 1733242096915Preparing flush snapshotting stores in 1189368b615fd26787735f85bb5933a3 at 1733242096915Finished memstore snapshotting TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1733242096915Flushing stores of TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3. at 1733242096916 (+1 ms)Flushing 1189368b615fd26787735f85bb5933a3/A: creating writer at 1733242096916Flushing mob file 1189368b615fd26787735f85bb5933a3/A: appending metadata at 1733242096920 (+4 ms)Flushing mob file 1189368b615fd26787735f85bb5933a3/A: closing flushed file at 1733242096920Flushing 1189368b615fd26787735f85bb5933a3/A: appending metadata at 1733242097328 (+408 ms)Flushing 1189368b615fd26787735f85bb5933a3/A: closing flushed file at 1733242097328Flushing 1189368b615fd26787735f85bb5933a3/B: creating writer at 1733242097735 (+407 ms)Flushing 1189368b615fd26787735f85bb5933a3/B: appending metadata at 1733242097737 (+2 ms)Flushing 1189368b615fd26787735f85bb5933a3/B: closing flushed file at 1733242097737Flushing 1189368b615fd26787735f85bb5933a3/C: creating writer at 1733242098144 (+407 ms)Flushing 1189368b615fd26787735f85bb5933a3/C: appending metadata at 1733242098145 (+1 ms)Flushing 1189368b615fd26787735f85bb5933a3/C: closing flushed file at 1733242098146 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4acc8bd9: reopening flushed file at 1733242098151 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d4c94c: reopening flushed file at 1733242098154 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e308be7: reopening flushed file at 1733242098157 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 1189368b615fd26787735f85bb5933a3 in 1246ms, sequenceid=378, compaction requested=false at 1733242098161 (+4 ms)Writing region close event to WAL at 1733242098250 (+89 ms)Running coprocessor post-close hooks at 1733242098255 (+5 ms)Closed at 1733242098255 2024-12-03T16:08:18,257 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(157): Closed 1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,257 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=1189368b615fd26787735f85bb5933a3, regionState=CLOSED 2024-12-03T16:08:18,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 because future has completed 2024-12-03T16:08:18,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-12-03T16:08:18,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseRegionProcedure 1189368b615fd26787735f85bb5933a3, server=713339a81dd9,43037,1733241911101 in 1.4970 sec 2024-12-03T16:08:18,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=171 2024-12-03T16:08:18,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=171, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1189368b615fd26787735f85bb5933a3, UNASSIGN in 1.5010 sec 2024-12-03T16:08:18,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-12-03T16:08:18,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5050 sec 2024-12-03T16:08:18,265 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733242098265"}]},"ts":"1733242098265"} 2024-12-03T16:08:18,266 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T16:08:18,266 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T16:08:18,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5130 sec 2024-12-03T16:08:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T16:08:18,902 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:08:18,903 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-03T16:08:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:08:18,905 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:08:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-03T16:08:18,907 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=174, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:08:18,908 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,910 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C, FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/recovered.edits] 2024-12-03T16:08:18,913 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/5b0ae9f8cf564c46a38db29e821f2daf to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/5b0ae9f8cf564c46a38db29e821f2daf 2024-12-03T16:08:18,914 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/e7a5e794712049fc8702498881e7b482 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/A/e7a5e794712049fc8702498881e7b482 2024-12-03T16:08:18,916 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/b504824b776c4bd3bd66fbf4e52d08a9 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/b504824b776c4bd3bd66fbf4e52d08a9 2024-12-03T16:08:18,917 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/c6604389678d43f68f0ba22360291f01 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/B/c6604389678d43f68f0ba22360291f01 2024-12-03T16:08:18,919 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/5269290b8fe34b769a8687d241986a55 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/5269290b8fe34b769a8687d241986a55 2024-12-03T16:08:18,920 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/68fd850ae123414391c474aeab44af49 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/C/68fd850ae123414391c474aeab44af49 2024-12-03T16:08:18,922 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/recovered.edits/381.seqid to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3/recovered.edits/381.seqid 2024-12-03T16:08:18,923 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/default/TestAcidGuarantees/1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,923 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T16:08:18,923 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T16:08:18,924 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T16:08:18,926 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203019df64f221140f58bedbfed45d03924_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203019df64f221140f58bedbfed45d03924_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,927 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120329d0299159bb4941b0f82ea19254d05d_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120329d0299159bb4941b0f82ea19254d05d_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,927 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032a30722fb4804ca09467cd61ef6929b2_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032a30722fb4804ca09467cd61ef6929b2_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,928 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032f7194634b8b4d59bd8ce712475d20eb_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032f7194634b8b4d59bd8ce712475d20eb_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,929 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203356eb04761874f049d88577e87112c19_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203356eb04761874f049d88577e87112c19_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,930 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120337ac5f92b8e249e980e985d25fff2bea_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120337ac5f92b8e249e980e985d25fff2bea_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,931 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203454ddb3caf2d436ca5122b6f31fee0d7_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203454ddb3caf2d436ca5122b6f31fee0d7_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,932 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203542b389d21a644c48c651cc551b43e71_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203542b389d21a644c48c651cc551b43e71_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,933 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203554bc21ded804b8a91dc721ebd99a327_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203554bc21ded804b8a91dc721ebd99a327_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,934 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203642366d1f9d94342b32c2069bf50b9ba_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203642366d1f9d94342b32c2069bf50b9ba_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,934 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120372627c4d5e6f40d9b991256ed129d575_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120372627c4d5e6f40d9b991256ed129d575_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,935 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203763a10be5c074445bf75e1cd73c8fd70_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203763a10be5c074445bf75e1cd73c8fd70_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,936 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a245bb8d727a4ac6aa7d2be66faf7f3f_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a245bb8d727a4ac6aa7d2be66faf7f3f_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,937 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a6915eda04704e118dbcb0c5c2dbdf8d_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a6915eda04704e118dbcb0c5c2dbdf8d_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,938 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c25bd914dff84e1e85705fcf52c39274_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c25bd914dff84e1e85705fcf52c39274_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,939 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c2b263815d2e470f8dafb2276502e48c_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c2b263815d2e470f8dafb2276502e48c_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,940 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c904e2ceb0da47e7982912d80fb14ec3_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c904e2ceb0da47e7982912d80fb14ec3_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,942 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203df521973f64e4729bec3d801d34cbd4f_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203df521973f64e4729bec3d801d34cbd4f_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,944 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f111df5c92af4b8dba5591fbb0693cd6_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f111df5c92af4b8dba5591fbb0693cd6_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,945 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203fee612e3f20846b1972f35897ffd9d73_1189368b615fd26787735f85bb5933a3 to hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203fee612e3f20846b1972f35897ffd9d73_1189368b615fd26787735f85bb5933a3 2024-12-03T16:08:18,945 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T16:08:18,948 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=174, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:08:18,951 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T16:08:18,953 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T16:08:18,958 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=174, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:08:18,958 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T16:08:18,958 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733242098958"}]},"ts":"9223372036854775807"} 2024-12-03T16:08:18,960 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T16:08:18,960 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1189368b615fd26787735f85bb5933a3, NAME => 'TestAcidGuarantees,,1733242065016.1189368b615fd26787735f85bb5933a3.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T16:08:18,960 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T16:08:18,960 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733242098960"}]},"ts":"9223372036854775807"} 2024-12-03T16:08:18,966 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T16:08:18,968 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=174, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T16:08:18,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-12-03T16:08:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-03T16:08:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T16:08:19,012 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T16:08:19,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 238), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=791 (was 828), ProcessCount=11 (was 11), AvailableMemoryMB=1905 (was 1969) 2024-12-03T16:08:19,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T16:08:19,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T16:08:19,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T16:08:19,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:19,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:19,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T16:08:19,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2127823695, stopped=false 2024-12-03T16:08:19,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T16:08:19,025 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=713339a81dd9,41395,1733241910291 2024-12-03T16:08:19,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T16:08:19,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:08:19,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T16:08:19,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:08:19,027 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T16:08:19,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T16:08:19,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T16:08:19,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:19,029 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '713339a81dd9,43037,1733241911101' ***** 2024-12-03T16:08:19,029 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T16:08:19,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T16:08:19,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T16:08:19,030 INFO [RS:0;713339a81dd9:43037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T16:08:19,030 INFO [RS:0;713339a81dd9:43037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T16:08:19,030 INFO [RS:0;713339a81dd9:43037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T16:08:19,030 INFO [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(959): stopping server 713339a81dd9,43037,1733241911101 2024-12-03T16:08:19,031 INFO [RS:0;713339a81dd9:43037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T16:08:19,031 INFO [RS:0;713339a81dd9:43037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;713339a81dd9:43037. 2024-12-03T16:08:19,031 DEBUG [RS:0;713339a81dd9:43037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T16:08:19,031 DEBUG [RS:0;713339a81dd9:43037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:19,031 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T16:08:19,031 INFO [RS:0;713339a81dd9:43037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T16:08:19,031 INFO [RS:0;713339a81dd9:43037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T16:08:19,031 INFO [RS:0;713339a81dd9:43037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T16:08:19,031 INFO [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T16:08:19,032 INFO [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T16:08:19,032 DEBUG [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T16:08:19,032 DEBUG [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T16:08:19,033 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T16:08:19,033 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T16:08:19,033 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T16:08:19,033 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T16:08:19,033 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T16:08:19,033 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-03T16:08:19,035 INFO [regionserver/713339a81dd9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T16:08:19,057 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/.tmp/info/8891e181a0d04c9eb15b5bd8d36ff84a is 95, key is TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9./info:/1733241947618/DeleteFamily/seqid=0 2024-12-03T16:08:19,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742551_1727 (size=6514) 2024-12-03T16:08:19,063 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/.tmp/info/8891e181a0d04c9eb15b5bd8d36ff84a 2024-12-03T16:08:19,086 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/.tmp/ns/d433c4c988014f70a6f9a27220ae8359 is 93, key is TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9./ns:/1733241947573/DeleteFamily/seqid=0 2024-12-03T16:08:19,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742552_1728 (size=5906) 2024-12-03T16:08:19,232 DEBUG [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T16:08:19,433 DEBUG [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T16:08:19,492 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/.tmp/ns/d433c4c988014f70a6f9a27220ae8359 2024-12-03T16:08:19,516 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/.tmp/rep_barrier/74c95a6b8efb4246bffe75014877f98c is 102, key is TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9./rep_barrier:/1733241947573/DeleteFamily/seqid=0 2024-12-03T16:08:19,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742553_1729 (size=6025) 2024-12-03T16:08:19,633 DEBUG [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T16:08:19,832 INFO [regionserver/713339a81dd9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T16:08:19,833 INFO [regionserver/713339a81dd9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T16:08:19,833 DEBUG [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T16:08:19,920 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/.tmp/rep_barrier/74c95a6b8efb4246bffe75014877f98c 2024-12-03T16:08:19,944 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/.tmp/table/5bf1179c70b84fefa696bad01d125e2f is 96, key is TestAcidGuarantees,,1733241914316.278056ddf6eee50596fb9e79673352e9./table:/1733241947573/DeleteFamily/seqid=0 2024-12-03T16:08:19,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742554_1730 (size=5936) 2024-12-03T16:08:19,947 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/.tmp/table/5bf1179c70b84fefa696bad01d125e2f 2024-12-03T16:08:19,950 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/.tmp/info/8891e181a0d04c9eb15b5bd8d36ff84a as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/info/8891e181a0d04c9eb15b5bd8d36ff84a 2024-12-03T16:08:19,952 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/info/8891e181a0d04c9eb15b5bd8d36ff84a, entries=12, sequenceid=90, filesize=6.4 K 2024-12-03T16:08:19,953 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/.tmp/ns/d433c4c988014f70a6f9a27220ae8359 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/ns/d433c4c988014f70a6f9a27220ae8359 2024-12-03T16:08:19,956 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/ns/d433c4c988014f70a6f9a27220ae8359, entries=8, sequenceid=90, filesize=5.8 K 2024-12-03T16:08:19,956 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/.tmp/rep_barrier/74c95a6b8efb4246bffe75014877f98c as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/rep_barrier/74c95a6b8efb4246bffe75014877f98c 2024-12-03T16:08:19,959 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/rep_barrier/74c95a6b8efb4246bffe75014877f98c, entries=6, sequenceid=90, filesize=5.9 K 2024-12-03T16:08:19,959 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/.tmp/table/5bf1179c70b84fefa696bad01d125e2f as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/table/5bf1179c70b84fefa696bad01d125e2f 2024-12-03T16:08:19,961 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/table/5bf1179c70b84fefa696bad01d125e2f, entries=7, sequenceid=90, filesize=5.8 K 2024-12-03T16:08:19,962 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=90, compaction requested=false 2024-12-03T16:08:19,966 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-03T16:08:19,966 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T16:08:19,966 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T16:08:19,966 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733242099032Running coprocessor pre-close hooks at 1733242099033 (+1 ms)Disabling compacts and flushes for region at 1733242099033Disabling writes for close at 1733242099033Obtaining lock to block concurrent updates at 1733242099033Preparing flush snapshotting stores in 1588230740 at 1733242099033Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733242099033Flushing stores of hbase:meta,,1.1588230740 at 1733242099034 (+1 ms)Flushing 1588230740/info: creating writer at 1733242099034Flushing 1588230740/info: appending metadata at 1733242099057 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733242099057Flushing 1588230740/ns: creating writer at 1733242099067 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733242099085 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733242099085Flushing 1588230740/rep_barrier: creating writer at 1733242099495 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733242099515 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733242099515Flushing 1588230740/table: creating writer at 1733242099923 (+408 ms)Flushing 1588230740/table: appending metadata at 1733242099943 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733242099943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1143fe2c: reopening flushed file at 1733242099950 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70eef129: reopening flushed file at 1733242099953 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58783ee4: reopening flushed file at 1733242099956 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a158b75: reopening flushed file at 1733242099959 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=90, compaction requested=false at 1733242099962 (+3 ms)Writing region close event to WAL at 1733242099964 (+2 ms)Running coprocessor post-close hooks at 1733242099966 (+2 ms)Closed at 1733242099966 2024-12-03T16:08:19,967 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T16:08:20,033 INFO [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(976): stopping server 713339a81dd9,43037,1733241911101; all regions closed. 2024-12-03T16:08:20,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741834_1010 (size=25344) 2024-12-03T16:08:20,040 DEBUG [RS:0;713339a81dd9:43037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/oldWALs 2024-12-03T16:08:20,040 INFO [RS:0;713339a81dd9:43037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 713339a81dd9%2C43037%2C1733241911101.meta:.meta(num 1733241913919) 2024-12-03T16:08:20,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741832_1008 (size=16304076) 2024-12-03T16:08:20,043 DEBUG [RS:0;713339a81dd9:43037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/oldWALs 2024-12-03T16:08:20,043 INFO [RS:0;713339a81dd9:43037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 713339a81dd9%2C43037%2C1733241911101:(num 1733241912987) 2024-12-03T16:08:20,043 DEBUG [RS:0;713339a81dd9:43037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T16:08:20,043 INFO [RS:0;713339a81dd9:43037 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T16:08:20,043 INFO [RS:0;713339a81dd9:43037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T16:08:20,043 INFO [RS:0;713339a81dd9:43037 {}] hbase.ChoreService(370): Chore service for: regionserver/713339a81dd9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T16:08:20,044 INFO [RS:0;713339a81dd9:43037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T16:08:20,044 INFO [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T16:08:20,044 INFO [RS:0;713339a81dd9:43037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43037 2024-12-03T16:08:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/713339a81dd9,43037,1733241911101 2024-12-03T16:08:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T16:08:20,049 INFO [RS:0;713339a81dd9:43037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T16:08:20,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [713339a81dd9,43037,1733241911101] 2024-12-03T16:08:20,052 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/713339a81dd9,43037,1733241911101 already deleted, retry=false 2024-12-03T16:08:20,052 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 713339a81dd9,43037,1733241911101 expired; onlineServers=0 2024-12-03T16:08:20,052 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '713339a81dd9,41395,1733241910291' ***** 2024-12-03T16:08:20,052 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T16:08:20,052 INFO [M:0;713339a81dd9:41395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T16:08:20,052 INFO [M:0;713339a81dd9:41395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T16:08:20,052 DEBUG [M:0;713339a81dd9:41395 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T16:08:20,052 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T16:08:20,052 DEBUG [M:0;713339a81dd9:41395 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T16:08:20,052 DEBUG [master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241912615 {}] cleaner.HFileCleaner(306): Exit Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241912615,5,FailOnTimeoutGroup] 2024-12-03T16:08:20,052 DEBUG [master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241912618 {}] cleaner.HFileCleaner(306): Exit Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241912618,5,FailOnTimeoutGroup] 2024-12-03T16:08:20,053 INFO [M:0;713339a81dd9:41395 {}] hbase.ChoreService(370): Chore service for: master/713339a81dd9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T16:08:20,053 INFO [M:0;713339a81dd9:41395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T16:08:20,053 DEBUG [M:0;713339a81dd9:41395 {}] master.HMaster(1795): Stopping service threads 2024-12-03T16:08:20,053 INFO [M:0;713339a81dd9:41395 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T16:08:20,053 INFO [M:0;713339a81dd9:41395 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T16:08:20,053 ERROR [M:0;713339a81dd9:41395 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-03T16:08:20,054 INFO [M:0;713339a81dd9:41395 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T16:08:20,054 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T16:08:20,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T16:08:20,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T16:08:20,055 DEBUG [M:0;713339a81dd9:41395 {}] zookeeper.ZKUtil(347): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T16:08:20,055 WARN [M:0;713339a81dd9:41395 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T16:08:20,055 INFO [M:0;713339a81dd9:41395 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/.lastflushedseqids 2024-12-03T16:08:20,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742555_1731 (size=72) 2024-12-03T16:08:20,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T16:08:20,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43037-0x101792e17110001, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T16:08:20,152 INFO [RS:0;713339a81dd9:43037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T16:08:20,152 INFO [RS:0;713339a81dd9:43037 {}] regionserver.HRegionServer(1031): Exiting; stopping=713339a81dd9,43037,1733241911101; zookeeper connection closed. 2024-12-03T16:08:20,152 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2588cdc1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2588cdc1 2024-12-03T16:08:20,153 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T16:08:20,466 INFO [M:0;713339a81dd9:41395 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T16:08:20,466 INFO [M:0;713339a81dd9:41395 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T16:08:20,466 DEBUG [M:0;713339a81dd9:41395 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T16:08:20,466 INFO [M:0;713339a81dd9:41395 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T16:08:20,466 DEBUG [M:0;713339a81dd9:41395 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T16:08:20,466 DEBUG [M:0;713339a81dd9:41395 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T16:08:20,466 DEBUG [M:0;713339a81dd9:41395 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T16:08:20,466 INFO [M:0;713339a81dd9:41395 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=775.88 KB heapSize=955.28 KB 2024-12-03T16:08:20,481 DEBUG [M:0;713339a81dd9:41395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad37ca620f6b4303948de7702c15c9cb is 82, key is hbase:meta,,1/info:regioninfo/1733241914018/Put/seqid=0 2024-12-03T16:08:20,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742556_1732 (size=5672) 2024-12-03T16:08:20,484 INFO [M:0;713339a81dd9:41395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2219 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad37ca620f6b4303948de7702c15c9cb 2024-12-03T16:08:20,503 DEBUG [M:0;713339a81dd9:41395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a26da7f5c9324588b9e45b5a4905ac08 is 2275, key is \x00\x00\x00\x00\x00\x00\x00\x99/proc:d/1733242068161/Put/seqid=0 2024-12-03T16:08:20,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742557_1733 (size=44819) 2024-12-03T16:08:20,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T16:08:20,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T16:08:20,784 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T16:08:20,906 INFO [M:0;713339a81dd9:41395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=775.32 KB at sequenceid=2219 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a26da7f5c9324588b9e45b5a4905ac08 2024-12-03T16:08:20,909 INFO [M:0;713339a81dd9:41395 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a26da7f5c9324588b9e45b5a4905ac08 2024-12-03T16:08:20,924 DEBUG [M:0;713339a81dd9:41395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60d6fbd19d9347faa599302ad250e7d4 is 69, key is 713339a81dd9,43037,1733241911101/rs:state/1733241912742/Put/seqid=0 2024-12-03T16:08:20,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073742558_1734 (size=5156) 2024-12-03T16:08:20,927 INFO [M:0;713339a81dd9:41395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2219 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60d6fbd19d9347faa599302ad250e7d4 2024-12-03T16:08:20,930 DEBUG [M:0;713339a81dd9:41395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad37ca620f6b4303948de7702c15c9cb as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad37ca620f6b4303948de7702c15c9cb 2024-12-03T16:08:20,933 INFO [M:0;713339a81dd9:41395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad37ca620f6b4303948de7702c15c9cb, entries=8, sequenceid=2219, filesize=5.5 K 2024-12-03T16:08:20,933 DEBUG [M:0;713339a81dd9:41395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a26da7f5c9324588b9e45b5a4905ac08 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a26da7f5c9324588b9e45b5a4905ac08 2024-12-03T16:08:20,935 INFO [M:0;713339a81dd9:41395 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a26da7f5c9324588b9e45b5a4905ac08 2024-12-03T16:08:20,935 INFO [M:0;713339a81dd9:41395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a26da7f5c9324588b9e45b5a4905ac08, entries=174, sequenceid=2219, filesize=43.8 K 2024-12-03T16:08:20,936 DEBUG [M:0;713339a81dd9:41395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60d6fbd19d9347faa599302ad250e7d4 as hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60d6fbd19d9347faa599302ad250e7d4 2024-12-03T16:08:20,938 INFO [M:0;713339a81dd9:41395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/5a97c579-fe3b-61a5-5333-5ce9c05e8ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60d6fbd19d9347faa599302ad250e7d4, entries=1, sequenceid=2219, filesize=5.0 K 2024-12-03T16:08:20,938 INFO [M:0;713339a81dd9:41395 {}] regionserver.HRegion(3140): Finished flush of dataSize ~775.88 KB/794497, heapSize ~954.98 KB/977904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 472ms, sequenceid=2219, compaction requested=false 2024-12-03T16:08:20,940 INFO [M:0;713339a81dd9:41395 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T16:08:20,940 DEBUG [M:0;713339a81dd9:41395 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733242100466Disabling compacts and flushes for region at 1733242100466Disabling writes for close at 1733242100466Obtaining lock to block concurrent updates at 1733242100466Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733242100466Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=794497, getHeapSize=978144, getOffHeapSize=0, getCellsCount=2418 at 1733242100466Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733242100467 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733242100467Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733242100481 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733242100481Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733242100487 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733242100502 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733242100502Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733242100909 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733242100923 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733242100923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72eebdd6: reopening flushed file at 1733242100929 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2490166b: reopening flushed file at 1733242100933 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe59a97: reopening flushed file at 1733242100935 (+2 ms)Finished flush of dataSize ~775.88 KB/794497, heapSize ~954.98 KB/977904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 472ms, sequenceid=2219, compaction requested=false at 1733242100938 (+3 ms)Writing region close event to WAL at 1733242100939 (+1 ms)Closed at 1733242100939 2024-12-03T16:08:20,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39673 is added to blk_1073741830_1006 (size=939947) 2024-12-03T16:08:20,942 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T16:08:20,942 INFO [M:0;713339a81dd9:41395 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T16:08:20,943 INFO [M:0;713339a81dd9:41395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41395 2024-12-03T16:08:20,943 INFO [M:0;713339a81dd9:41395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T16:08:21,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T16:08:21,045 INFO [M:0;713339a81dd9:41395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T16:08:21,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x101792e17110000, quorum=127.0.0.1:50175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T16:08:21,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T16:08:21,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T16:08:21,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T16:08:21,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T16:08:21,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/hadoop.log.dir/,STOPPED} 2024-12-03T16:08:21,056 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T16:08:21,056 WARN [BP-2043607580-172.17.0.3-1733241907201 heartbeating to localhost/127.0.0.1:46319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T16:08:21,056 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T16:08:21,056 WARN [BP-2043607580-172.17.0.3-1733241907201 heartbeating to localhost/127.0.0.1:46319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2043607580-172.17.0.3-1733241907201 (Datanode Uuid 356e268e-7a99-49d5-8fe4-df0abf953708) service to localhost/127.0.0.1:46319 2024-12-03T16:08:21,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/cluster_e4db448d-ee9b-6457-8557-e2fa627e2c14/data/data1/current/BP-2043607580-172.17.0.3-1733241907201 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T16:08:21,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/cluster_e4db448d-ee9b-6457-8557-e2fa627e2c14/data/data2/current/BP-2043607580-172.17.0.3-1733241907201 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T16:08:21,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T16:08:21,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T16:08:21,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T16:08:21,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T16:08:21,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T16:08:21,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aff44207-d28a-5cab-f874-0f58bd127c3c/hadoop.log.dir/,STOPPED} 2024-12-03T16:08:21,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T16:08:21,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down